blob: d37414adc2fd070628ea196c6a448d8caed22f3a [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Michael Zuckermandef78752016-03-28 12:23:09 +000057typedef enum
58{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000059 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
60 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
61 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
62 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
63 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
64 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
65 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
66 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
67 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
68 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
69 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
70 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
71 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
72 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
73 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
74 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
75 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
76 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
77 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
78 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
79 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
80 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
81 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
82 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
83 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
84 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
85 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
86 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
87 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
88 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
89 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
90 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
91 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
92 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
93 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
94 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
95 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
96 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
97 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
98 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
99 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
100 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
101 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
102 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
103 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
104 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
105 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
106 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
107 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
108 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
109 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
110 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
111 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
112 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
113 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
114 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
115 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
116 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
117 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
118 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
119 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
120 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
121 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
122 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
123 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
124 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
125 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
126 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
127 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
128 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
129 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
130 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
131 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
132 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
133 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
134 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
135 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
136 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
137 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
138 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
139 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
140 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
141 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
142 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
143 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
144 _MM_PERM_DDDD = 0xFF
145} _MM_PERM_ENUM;
146
147typedef enum
148{
Michael Zuckermandef78752016-03-28 12:23:09 +0000149 _MM_MANT_NORM_1_2, /* interval [1, 2) */
150 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
151 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
152 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
153} _MM_MANTISSA_NORM_ENUM;
154
155typedef enum
156{
157 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
158 _MM_MANT_SIGN_zero, /* sign = 0 */
159 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
160} _MM_MANTISSA_SIGN_ENUM;
161
Eric Christopher4d1851682015-06-17 07:09:20 +0000162/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000163#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000164
Adam Nemet0d5bb552014-07-28 17:14:40 +0000165/* Create vectors with repeated elements */
166
Michael Kupersteine45af542015-06-30 13:36:19 +0000167static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000168_mm512_setzero_si512(void)
169{
170 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
171}
172
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000173#define _mm512_setzero_epi32 _mm512_setzero_si512
174
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000175static __inline__ __m512d __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000176_mm512_undefined_pd(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000177{
178 return (__m512d)__builtin_ia32_undef512();
179}
180
181static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000182_mm512_undefined(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000183{
184 return (__m512)__builtin_ia32_undef512();
185}
186
187static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000188_mm512_undefined_ps(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000189{
190 return (__m512)__builtin_ia32_undef512();
191}
192
193static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000194_mm512_undefined_epi32(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000195{
196 return (__m512i)__builtin_ia32_undef512();
197}
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000198static __inline__ __m512i __DEFAULT_FN_ATTRS
199_mm512_broadcastd_epi32 (__m128i __A)
200{
201 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
202 (__v16si)
203 _mm512_undefined_epi32 (),
204 (__mmask16) -1);
205}
206
207static __inline__ __m512i __DEFAULT_FN_ATTRS
208_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
209{
210 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
211 (__v16si) __O, __M);
212}
213
214static __inline__ __m512i __DEFAULT_FN_ATTRS
215_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
216{
217 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
218 (__v16si)
219 _mm512_setzero_si512 (),
220 __M);
221}
222
223static __inline__ __m512i __DEFAULT_FN_ATTRS
224_mm512_broadcastq_epi64 (__m128i __A)
225{
226 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
227 (__v8di)
228 _mm512_undefined_pd (),
229 (__mmask8) -1);
230}
231
232static __inline__ __m512i __DEFAULT_FN_ATTRS
233_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
234{
235 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
236 (__v8di) __O, __M);
237}
238
239static __inline__ __m512i __DEFAULT_FN_ATTRS
240_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
241{
242 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
243 (__v8di)
244 _mm512_setzero_si512 (),
245 __M);
246}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000247
Michael Kupersteine45af542015-06-30 13:36:19 +0000248static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000249_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
250{
251 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
252 (__v16si)
253 _mm512_setzero_si512 (),
254 __M);
255}
256
Michael Kupersteine45af542015-06-30 13:36:19 +0000257static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000258_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
259{
260#ifdef __x86_64__
261 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
262 (__v8di)
263 _mm512_setzero_si512 (),
264 __M);
265#else
266 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
267 (__v8di)
268 _mm512_setzero_si512 (),
269 __M);
270#endif
271}
272
Michael Kupersteine45af542015-06-30 13:36:19 +0000273static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000274_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000275{
276 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
277 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
278}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000279
280#define _mm512_setzero _mm512_setzero_ps
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000282static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000283_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000284{
285 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
286}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000287
Michael Kupersteine45af542015-06-30 13:36:19 +0000288static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000289_mm512_set1_ps(float __w)
290{
291 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
292 __w, __w, __w, __w, __w, __w, __w, __w };
293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000296_mm512_set1_pd(double __w)
297{
298 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000302_mm512_set1_epi8(char __w)
303{
304 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w,
306 __w, __w, __w, __w, __w, __w, __w, __w,
307 __w, __w, __w, __w, __w, __w, __w, __w,
308 __w, __w, __w, __w, __w, __w, __w, __w,
309 __w, __w, __w, __w, __w, __w, __w, __w,
310 __w, __w, __w, __w, __w, __w, __w, __w,
311 __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
314static __inline __m512i __DEFAULT_FN_ATTRS
315_mm512_set1_epi16(short __w)
316{
317 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w };
321}
322
323static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000324_mm512_set1_epi32(int __s)
325{
326 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
327 __s, __s, __s, __s, __s, __s, __s, __s };
328}
329
Michael Kupersteine45af542015-06-30 13:36:19 +0000330static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000331_mm512_set1_epi64(long long __d)
332{
333 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
334}
335
Michael Kupersteine45af542015-06-30 13:36:19 +0000336static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000337_mm512_broadcastss_ps(__m128 __X)
338{
339 float __f = __X[0];
340 return (__v16sf){ __f, __f, __f, __f,
341 __f, __f, __f, __f,
342 __f, __f, __f, __f,
343 __f, __f, __f, __f };
344}
345
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000346static __inline __m512i __DEFAULT_FN_ATTRS
347_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
348{
349 return (__m512i)(__v16si)
350 { __D, __C, __B, __A, __D, __C, __B, __A,
351 __D, __C, __B, __A, __D, __C, __B, __A };
352}
353
354static __inline __m512i __DEFAULT_FN_ATTRS
355_mm512_set4_epi64 (long long __A, long long __B, long long __C,
356 long long __D)
357{
358 return (__m512i) (__v8di)
359 { __D, __C, __B, __A, __D, __C, __B, __A };
360}
361
362static __inline __m512d __DEFAULT_FN_ATTRS
363_mm512_set4_pd (double __A, double __B, double __C, double __D)
364{
365 return (__m512d)
366 { __D, __C, __B, __A, __D, __C, __B, __A };
367}
368
369static __inline __m512 __DEFAULT_FN_ATTRS
370_mm512_set4_ps (float __A, float __B, float __C, float __D)
371{
372 return (__m512)
373 { __D, __C, __B, __A, __D, __C, __B, __A,
374 __D, __C, __B, __A, __D, __C, __B, __A };
375}
376
377#define _mm512_setr4_epi32(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000378 _mm512_set4_epi32((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000379
380#define _mm512_setr4_epi64(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000381 _mm512_set4_epi64((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000382
383#define _mm512_setr4_pd(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000384 _mm512_set4_pd((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000385
386#define _mm512_setr4_ps(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000387 _mm512_set4_ps((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000388
Michael Kupersteine45af542015-06-30 13:36:19 +0000389static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000390_mm512_broadcastsd_pd(__m128d __X)
391{
392 double __d = __X[0];
393 return (__v8df){ __d, __d, __d, __d,
394 __d, __d, __d, __d };
395}
396
Adam Nemetc871ff92014-07-30 16:51:24 +0000397/* Cast between vector types */
398
Michael Kupersteine45af542015-06-30 13:36:19 +0000399static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000400_mm512_castpd256_pd512(__m256d __a)
401{
402 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
403}
404
Michael Kupersteine45af542015-06-30 13:36:19 +0000405static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000406_mm512_castps256_ps512(__m256 __a)
407{
408 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
409 -1, -1, -1, -1, -1, -1, -1, -1);
410}
411
Michael Kupersteine45af542015-06-30 13:36:19 +0000412static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000413_mm512_castpd512_pd128(__m512d __a)
414{
415 return __builtin_shufflevector(__a, __a, 0, 1);
416}
417
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000418static __inline __m256d __DEFAULT_FN_ATTRS
419_mm512_castpd512_pd256 (__m512d __A)
420{
421 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
422}
423
Michael Kupersteine45af542015-06-30 13:36:19 +0000424static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000425_mm512_castps512_ps128(__m512 __a)
426{
427 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
428}
429
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000430static __inline __m256 __DEFAULT_FN_ATTRS
431_mm512_castps512_ps256 (__m512 __A)
432{
433 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
434}
435
436static __inline __m512 __DEFAULT_FN_ATTRS
437_mm512_castpd_ps (__m512d __A)
438{
439 return (__m512) (__A);
440}
441
442static __inline __m512i __DEFAULT_FN_ATTRS
443_mm512_castpd_si512 (__m512d __A)
444{
445 return (__m512i) (__A);
446}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000447
448static __inline__ __m512d __DEFAULT_FN_ATTRS
449_mm512_castpd128_pd512 (__m128d __A)
450{
451 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
452}
453
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000454static __inline __m512d __DEFAULT_FN_ATTRS
455_mm512_castps_pd (__m512 __A)
456{
457 return (__m512d) (__A);
458}
459
460static __inline __m512i __DEFAULT_FN_ATTRS
461_mm512_castps_si512 (__m512 __A)
462{
463 return (__m512i) (__A);
464}
465
Michael Zuckermanc6677032016-05-03 14:26:52 +0000466static __inline__ __m512 __DEFAULT_FN_ATTRS
467_mm512_castps128_ps512 (__m128 __A)
468{
469 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
470}
471
472static __inline__ __m512i __DEFAULT_FN_ATTRS
473_mm512_castsi128_si512 (__m128i __A)
474{
475 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
476}
477
478static __inline__ __m512i __DEFAULT_FN_ATTRS
479_mm512_castsi256_si512 (__m256i __A)
480{
481 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
482}
483
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000484static __inline __m512 __DEFAULT_FN_ATTRS
485_mm512_castsi512_ps (__m512i __A)
486{
487 return (__m512) (__A);
488}
489
490static __inline __m512d __DEFAULT_FN_ATTRS
491_mm512_castsi512_pd (__m512i __A)
492{
493 return (__m512d) (__A);
494}
495
496static __inline __m128i __DEFAULT_FN_ATTRS
497_mm512_castsi512_si128 (__m512i __A)
498{
499 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
500}
501
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000502static __inline __m256i __DEFAULT_FN_ATTRS
503_mm512_castsi512_si256 (__m512i __A)
504{
505 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
506}
507
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000508/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000509static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000510_mm512_and_epi32(__m512i __a, __m512i __b)
511{
Craig Topper6a77b622016-06-04 05:43:41 +0000512 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000513}
514
Michael Kupersteine45af542015-06-30 13:36:19 +0000515static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000516_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
517{
518 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
519 (__v16si) __b,
520 (__v16si) __src,
521 (__mmask16) __k);
522}
Michael Kupersteine45af542015-06-30 13:36:19 +0000523static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000524_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
525{
526 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
527 (__v16si) __b,
528 (__v16si)
529 _mm512_setzero_si512 (),
530 (__mmask16) __k);
531}
532
Michael Kupersteine45af542015-06-30 13:36:19 +0000533static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000534_mm512_and_epi64(__m512i __a, __m512i __b)
535{
Craig Topper6a77b622016-06-04 05:43:41 +0000536 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000537}
538
Michael Kupersteine45af542015-06-30 13:36:19 +0000539static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000540_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
541{
542 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
543 (__v8di) __b,
544 (__v8di) __src,
545 (__mmask8) __k);
546}
Michael Kupersteine45af542015-06-30 13:36:19 +0000547static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000548_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
549{
550 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
551 (__v8di) __b,
552 (__v8di)
553 _mm512_setzero_si512 (),
554 (__mmask8) __k);
555}
556
Michael Kupersteine45af542015-06-30 13:36:19 +0000557static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000558_mm512_andnot_si512 (__m512i __A, __m512i __B)
559{
Craig Topper6a77b622016-06-04 05:43:41 +0000560 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000561}
562
563static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000564_mm512_andnot_epi32 (__m512i __A, __m512i __B)
565{
566 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
567 (__v16si) __B,
568 (__v16si)
569 _mm512_setzero_si512 (),
570 (__mmask16) -1);
571}
572
Michael Kupersteine45af542015-06-30 13:36:19 +0000573static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000574_mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
575{
576 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
577 (__v16si) __B,
578 (__v16si) __W,
579 (__mmask16) __U);
580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000582static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000583_mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
584{
585 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
586 (__v16si) __B,
587 (__v16si)
588 _mm512_setzero_si512 (),
589 (__mmask16) __U);
590}
591
Michael Kupersteine45af542015-06-30 13:36:19 +0000592static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000593_mm512_andnot_epi64 (__m512i __A, __m512i __B)
594{
595 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
596 (__v8di) __B,
597 (__v8di)
598 _mm512_setzero_si512 (),
599 (__mmask8) -1);
600}
601
Michael Kupersteine45af542015-06-30 13:36:19 +0000602static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000603_mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
604{
605 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
606 (__v8di) __B,
607 (__v8di) __W, __U);
608}
609
Michael Kupersteine45af542015-06-30 13:36:19 +0000610static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000611_mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
612{
613 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
614 (__v8di) __B,
615 (__v8di)
616 _mm512_setzero_pd (),
617 __U);
618}
Michael Kupersteine45af542015-06-30 13:36:19 +0000619static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000620_mm512_or_epi32(__m512i __a, __m512i __b)
621{
Craig Topper6a77b622016-06-04 05:43:41 +0000622 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000623}
624
Michael Kupersteine45af542015-06-30 13:36:19 +0000625static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000626_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
627{
628 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
629 (__v16si) __b,
630 (__v16si) __src,
631 (__mmask16) __k);
632}
Michael Kupersteine45af542015-06-30 13:36:19 +0000633static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000634_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
635{
636 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
637 (__v16si) __b,
638 (__v16si)
639 _mm512_setzero_si512 (),
640 (__mmask16) __k);
641}
642
Michael Kupersteine45af542015-06-30 13:36:19 +0000643static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000644_mm512_or_epi64(__m512i __a, __m512i __b)
645{
Craig Topper6a77b622016-06-04 05:43:41 +0000646 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000647}
648
Michael Kupersteine45af542015-06-30 13:36:19 +0000649static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000650_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
651{
652 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
653 (__v8di) __b,
654 (__v8di) __src,
655 (__mmask8) __k);
656}
Michael Kupersteine45af542015-06-30 13:36:19 +0000657static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000658_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
659{
660 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
661 (__v8di) __b,
662 (__v8di)
663 _mm512_setzero_si512 (),
664 (__mmask8) __k);
665}
666
Michael Kupersteine45af542015-06-30 13:36:19 +0000667static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000668_mm512_xor_epi32(__m512i __a, __m512i __b)
669{
Craig Topper6a77b622016-06-04 05:43:41 +0000670 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000671}
672
Michael Kupersteine45af542015-06-30 13:36:19 +0000673static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000674_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
675{
676 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
677 (__v16si) __b,
678 (__v16si) __src,
679 (__mmask16) __k);
680}
Michael Kupersteine45af542015-06-30 13:36:19 +0000681static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000682_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
683{
684 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
685 (__v16si) __b,
686 (__v16si)
687 _mm512_setzero_si512 (),
688 (__mmask16) __k);
689}
690
Michael Kupersteine45af542015-06-30 13:36:19 +0000691static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000692_mm512_xor_epi64(__m512i __a, __m512i __b)
693{
Craig Topper6a77b622016-06-04 05:43:41 +0000694 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000695}
696
Michael Kupersteine45af542015-06-30 13:36:19 +0000697static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000698_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
699{
700 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
701 (__v8di) __b,
702 (__v8di) __src,
703 (__mmask8) __k);
704}
Michael Kupersteine45af542015-06-30 13:36:19 +0000705static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000706_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
707{
708 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
709 (__v8di) __b,
710 (__v8di)
711 _mm512_setzero_si512 (),
712 (__mmask8) __k);
713}
714
Michael Kupersteine45af542015-06-30 13:36:19 +0000715static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000716_mm512_and_si512(__m512i __a, __m512i __b)
717{
Craig Topper6a77b622016-06-04 05:43:41 +0000718 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000719}
720
Michael Kupersteine45af542015-06-30 13:36:19 +0000721static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000722_mm512_or_si512(__m512i __a, __m512i __b)
723{
Craig Topper6a77b622016-06-04 05:43:41 +0000724 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000725}
726
Michael Kupersteine45af542015-06-30 13:36:19 +0000727static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000728_mm512_xor_si512(__m512i __a, __m512i __b)
729{
Craig Topper6a77b622016-06-04 05:43:41 +0000730 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000731}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000732/* Arithmetic */
733
Michael Kupersteine45af542015-06-30 13:36:19 +0000734static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000735_mm512_add_pd(__m512d __a, __m512d __b)
736{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000737 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000738}
739
Michael Kupersteine45af542015-06-30 13:36:19 +0000740static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000741_mm512_add_ps(__m512 __a, __m512 __b)
742{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000743 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000744}
745
Michael Kupersteine45af542015-06-30 13:36:19 +0000746static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000747_mm512_mul_pd(__m512d __a, __m512d __b)
748{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000749 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000750}
751
Michael Kupersteine45af542015-06-30 13:36:19 +0000752static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000753_mm512_mul_ps(__m512 __a, __m512 __b)
754{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000755 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000756}
757
Michael Kupersteine45af542015-06-30 13:36:19 +0000758static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000759_mm512_sub_pd(__m512d __a, __m512d __b)
760{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000761 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000762}
763
Michael Kupersteine45af542015-06-30 13:36:19 +0000764static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000765_mm512_sub_ps(__m512 __a, __m512 __b)
766{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000767 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000768}
769
Michael Kupersteine45af542015-06-30 13:36:19 +0000770static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000771_mm512_add_epi64 (__m512i __A, __m512i __B)
772{
Craig Topper6a77b622016-06-04 05:43:41 +0000773 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000774}
775
Michael Kupersteine45af542015-06-30 13:36:19 +0000776static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000777_mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
778{
779 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
780 (__v8di) __B,
781 (__v8di) __W,
782 (__mmask8) __U);
783}
784
Michael Kupersteine45af542015-06-30 13:36:19 +0000785static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000786_mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
787{
788 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
789 (__v8di) __B,
790 (__v8di)
791 _mm512_setzero_si512 (),
792 (__mmask8) __U);
793}
794
Michael Kupersteine45af542015-06-30 13:36:19 +0000795static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000796_mm512_sub_epi64 (__m512i __A, __m512i __B)
797{
Craig Topper6a77b622016-06-04 05:43:41 +0000798 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000799}
800
Michael Kupersteine45af542015-06-30 13:36:19 +0000801static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000802_mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
803{
804 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
805 (__v8di) __B,
806 (__v8di) __W,
807 (__mmask8) __U);
808}
809
Michael Kupersteine45af542015-06-30 13:36:19 +0000810static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000811_mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
812{
813 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
814 (__v8di) __B,
815 (__v8di)
816 _mm512_setzero_si512 (),
817 (__mmask8) __U);
818}
819
Michael Kupersteine45af542015-06-30 13:36:19 +0000820static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000821_mm512_add_epi32 (__m512i __A, __m512i __B)
822{
Craig Topper6a77b622016-06-04 05:43:41 +0000823 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000824}
825
Michael Kupersteine45af542015-06-30 13:36:19 +0000826static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000827_mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
828{
829 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
830 (__v16si) __B,
831 (__v16si) __W,
832 (__mmask16) __U);
833}
834
Michael Kupersteine45af542015-06-30 13:36:19 +0000835static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000836_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
837{
838 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
839 (__v16si) __B,
840 (__v16si)
841 _mm512_setzero_si512 (),
842 (__mmask16) __U);
843}
844
Michael Kupersteine45af542015-06-30 13:36:19 +0000845static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000846_mm512_sub_epi32 (__m512i __A, __m512i __B)
847{
Craig Topper6a77b622016-06-04 05:43:41 +0000848 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000849}
850
Michael Kupersteine45af542015-06-30 13:36:19 +0000851static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000852_mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
853{
854 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
855 (__v16si) __B,
856 (__v16si) __W,
857 (__mmask16) __U);
858}
859
Michael Kupersteine45af542015-06-30 13:36:19 +0000860static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000861_mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
862{
863 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
864 (__v16si) __B,
865 (__v16si)
866 _mm512_setzero_si512 (),
867 (__mmask16) __U);
868}
869
Craig Topperf3efec62016-06-08 06:08:07 +0000870#define _mm512_mask_max_round_pd(W, U, A, B, R) __extension__ ({ \
871 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
872 (__v8df)(__m512d)(B), \
873 (__v8df)(__m512d)(W), (__mmask8)(U), \
874 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000875
Craig Topperf3efec62016-06-08 06:08:07 +0000876#define _mm512_maskz_max_round_pd(U, A, B, R) __extension__ ({ \
877 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
878 (__v8df)(__m512d)(B), \
879 (__v8df)_mm512_setzero_pd(), \
880 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000881
Craig Topperf3efec62016-06-08 06:08:07 +0000882#define _mm512_max_round_pd(A, B, R) __extension__ ({ \
883 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
884 (__v8df)(__m512d)(B), \
885 (__v8df)_mm512_undefined_pd(), \
886 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000887
Michael Kupersteine45af542015-06-30 13:36:19 +0000888static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000889_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000890{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000891 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
892 (__v8df) __B,
893 (__v8df)
894 _mm512_setzero_pd (),
895 (__mmask8) -1,
896 _MM_FROUND_CUR_DIRECTION);
897}
898
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000899static __inline__ __m512d __DEFAULT_FN_ATTRS
900_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
901{
902 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
903 (__v8df) __B,
904 (__v8df) __W,
905 (__mmask8) __U,
906 _MM_FROUND_CUR_DIRECTION);
907}
908
909static __inline__ __m512d __DEFAULT_FN_ATTRS
910_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
911{
912 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
913 (__v8df) __B,
914 (__v8df)
915 _mm512_setzero_pd (),
916 (__mmask8) __U,
917 _MM_FROUND_CUR_DIRECTION);
918}
919
Craig Topperf3efec62016-06-08 06:08:07 +0000920#define _mm512_mask_max_round_ps(W, U, A, B, R) __extension__ ({ \
921 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
922 (__v16sf)(__m512)(B), \
923 (__v16sf)(__m512)(W), (__mmask16)(U), \
924 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000925
Craig Topperf3efec62016-06-08 06:08:07 +0000926#define _mm512_maskz_max_round_ps(U, A, B, R) __extension__ ({ \
927 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
928 (__v16sf)(__m512)(B), \
929 (__v16sf)_mm512_setzero_ps(), \
930 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000931
Craig Topperf3efec62016-06-08 06:08:07 +0000932#define _mm512_max_round_ps(A, B, R) __extension__ ({ \
933 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
934 (__v16sf)(__m512)(B), \
935 (__v16sf)_mm512_undefined_ps(), \
936 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000937
Michael Kupersteine45af542015-06-30 13:36:19 +0000938static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000939_mm512_max_ps(__m512 __A, __m512 __B)
940{
941 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
942 (__v16sf) __B,
943 (__v16sf)
944 _mm512_setzero_ps (),
945 (__mmask16) -1,
946 _MM_FROUND_CUR_DIRECTION);
947}
948
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000949static __inline__ __m512 __DEFAULT_FN_ATTRS
950_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
951{
952 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
953 (__v16sf) __B,
954 (__v16sf) __W,
955 (__mmask16) __U,
956 _MM_FROUND_CUR_DIRECTION);
957}
958
959static __inline__ __m512 __DEFAULT_FN_ATTRS
960_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
961{
962 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
963 (__v16sf) __B,
964 (__v16sf)
965 _mm512_setzero_ps (),
966 (__mmask16) __U,
967 _MM_FROUND_CUR_DIRECTION);
968}
969
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000970static __inline__ __m128 __DEFAULT_FN_ATTRS
971_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000972 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000973 (__v4sf) __B,
974 (__v4sf) __W,
975 (__mmask8) __U,
976 _MM_FROUND_CUR_DIRECTION);
977}
978
979static __inline__ __m128 __DEFAULT_FN_ATTRS
980_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000981 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000982 (__v4sf) __B,
983 (__v4sf) _mm_setzero_ps (),
984 (__mmask8) __U,
985 _MM_FROUND_CUR_DIRECTION);
986}
987
Craig Topper8c18e112016-05-17 04:41:50 +0000988#define _mm_max_round_ss(A, B, R) __extension__ ({ \
989 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
990 (__v4sf)(__m128)(B), \
991 (__v4sf)_mm_setzero_ps(), \
992 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000993
Craig Topper8c18e112016-05-17 04:41:50 +0000994#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
995 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
996 (__v4sf)(__m128)(B), \
997 (__v4sf)(__m128)(W), (__mmask8)(U), \
998 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000999
Craig Topper8c18e112016-05-17 04:41:50 +00001000#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
1001 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
1002 (__v4sf)(__m128)(B), \
1003 (__v4sf)_mm_setzero_ps(), \
1004 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001005
1006static __inline__ __m128d __DEFAULT_FN_ATTRS
1007_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001008 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001009 (__v2df) __B,
1010 (__v2df) __W,
1011 (__mmask8) __U,
1012 _MM_FROUND_CUR_DIRECTION);
1013}
1014
1015static __inline__ __m128d __DEFAULT_FN_ATTRS
1016_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001017 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001018 (__v2df) __B,
1019 (__v2df) _mm_setzero_pd (),
1020 (__mmask8) __U,
1021 _MM_FROUND_CUR_DIRECTION);
1022}
1023
Craig Topper8c18e112016-05-17 04:41:50 +00001024#define _mm_max_round_sd(A, B, R) __extension__ ({ \
1025 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1026 (__v2df)(__m128d)(B), \
1027 (__v2df)_mm_setzero_pd(), \
1028 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001029
Craig Topper8c18e112016-05-17 04:41:50 +00001030#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
1031 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1032 (__v2df)(__m128d)(B), \
1033 (__v2df)(__m128d)(W), \
1034 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001035
Craig Topper8c18e112016-05-17 04:41:50 +00001036#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1037 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1038 (__v2df)(__m128d)(B), \
1039 (__v2df)_mm_setzero_pd(), \
1040 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001041
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001042static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001043__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001044_mm512_max_epi32(__m512i __A, __m512i __B)
1045{
1046 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1047 (__v16si) __B,
1048 (__v16si)
1049 _mm512_setzero_si512 (),
1050 (__mmask16) -1);
1051}
1052
Michael Zuckermande860e52016-05-10 11:34:19 +00001053static __inline__ __m512i __DEFAULT_FN_ATTRS
1054_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1055{
1056 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1057 (__v16si) __B,
1058 (__v16si) __W, __M);
1059}
1060
1061static __inline__ __m512i __DEFAULT_FN_ATTRS
1062_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1063{
1064 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1065 (__v16si) __B,
1066 (__v16si)
1067 _mm512_setzero_si512 (),
1068 __M);
1069}
1070
Michael Kupersteine45af542015-06-30 13:36:19 +00001071static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001072_mm512_max_epu32(__m512i __A, __m512i __B)
1073{
1074 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1075 (__v16si) __B,
1076 (__v16si)
1077 _mm512_setzero_si512 (),
1078 (__mmask16) -1);
1079}
1080
Michael Zuckermande860e52016-05-10 11:34:19 +00001081static __inline__ __m512i __DEFAULT_FN_ATTRS
1082_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1083{
1084 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1085 (__v16si) __B,
1086 (__v16si) __W, __M);
1087}
1088
1089static __inline__ __m512i __DEFAULT_FN_ATTRS
1090_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1091{
1092 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1093 (__v16si) __B,
1094 (__v16si)
1095 _mm512_setzero_si512 (),
1096 __M);
1097}
1098
Michael Kupersteine45af542015-06-30 13:36:19 +00001099static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001100_mm512_max_epi64(__m512i __A, __m512i __B)
1101{
1102 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1103 (__v8di) __B,
1104 (__v8di)
1105 _mm512_setzero_si512 (),
1106 (__mmask8) -1);
1107}
1108
Michael Zuckermande860e52016-05-10 11:34:19 +00001109static __inline__ __m512i __DEFAULT_FN_ATTRS
1110_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1111{
1112 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1113 (__v8di) __B,
1114 (__v8di) __W, __M);
1115}
1116
1117static __inline__ __m512i __DEFAULT_FN_ATTRS
1118_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1119{
1120 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1121 (__v8di) __B,
1122 (__v8di)
1123 _mm512_setzero_si512 (),
1124 __M);
1125}
1126
Michael Kupersteine45af542015-06-30 13:36:19 +00001127static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001128_mm512_max_epu64(__m512i __A, __m512i __B)
1129{
1130 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1131 (__v8di) __B,
1132 (__v8di)
1133 _mm512_setzero_si512 (),
1134 (__mmask8) -1);
1135}
1136
Michael Zuckermande860e52016-05-10 11:34:19 +00001137static __inline__ __m512i __DEFAULT_FN_ATTRS
1138_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1139{
1140 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1141 (__v8di) __B,
1142 (__v8di) __W, __M);
1143}
1144
1145static __inline__ __m512i __DEFAULT_FN_ATTRS
1146_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1147{
1148 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1149 (__v8di) __B,
1150 (__v8di)
1151 _mm512_setzero_si512 (),
1152 __M);
1153}
1154
Craig Topperf3efec62016-06-08 06:08:07 +00001155#define _mm512_mask_min_round_pd(W, U, A, B, R) __extension__ ({ \
1156 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1157 (__v8df)(__m512d)(B), \
1158 (__v8df)(__m512d)(W), (__mmask8)(U), \
1159 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001160
Craig Topperf3efec62016-06-08 06:08:07 +00001161#define _mm512_maskz_min_round_pd(U, A, B, R) __extension__ ({ \
1162 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1163 (__v8df)(__m512d)(B), \
1164 (__v8df)_mm512_setzero_pd(), \
1165 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001166
Craig Topperf3efec62016-06-08 06:08:07 +00001167#define _mm512_min_round_pd(A, B, R) __extension__ ({ \
1168 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1169 (__v8df)(__m512d)(B), \
1170 (__v8df)_mm512_undefined_pd(), \
1171 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001172
Michael Kupersteine45af542015-06-30 13:36:19 +00001173static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001174_mm512_min_pd(__m512d __A, __m512d __B)
1175{
1176 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1177 (__v8df) __B,
1178 (__v8df)
1179 _mm512_setzero_pd (),
1180 (__mmask8) -1,
1181 _MM_FROUND_CUR_DIRECTION);
1182}
1183
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001184static __inline__ __m512d __DEFAULT_FN_ATTRS
1185_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1186{
1187 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1188 (__v8df) __B,
1189 (__v8df) __W,
1190 (__mmask8) __U,
1191 _MM_FROUND_CUR_DIRECTION);
1192}
1193
Craig Topperf3efec62016-06-08 06:08:07 +00001194#define _mm512_mask_min_round_ps(W, U, A, B, R) __extension__ ({ \
1195 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1196 (__v16sf)(__m512)(B), \
1197 (__v16sf)(__m512)(W), (__mmask16)(U), \
1198 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001199
Craig Topperf3efec62016-06-08 06:08:07 +00001200#define _mm512_maskz_min_round_ps(U, A, B, R) __extension__ ({ \
1201 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1202 (__v16sf)(__m512)(B), \
1203 (__v16sf)_mm512_setzero_ps(), \
1204 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001205
Craig Topperf3efec62016-06-08 06:08:07 +00001206#define _mm512_min_round_ps(A, B, R) __extension__ ({ \
1207 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1208 (__v16sf)(__m512)(B), \
1209 (__v16sf)_mm512_undefined_ps(), \
1210 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001211
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001212static __inline__ __m512d __DEFAULT_FN_ATTRS
1213_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1214{
1215 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1216 (__v8df) __B,
1217 (__v8df)
1218 _mm512_setzero_pd (),
1219 (__mmask8) __U,
1220 _MM_FROUND_CUR_DIRECTION);
1221}
1222
Michael Kupersteine45af542015-06-30 13:36:19 +00001223static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001224_mm512_min_ps(__m512 __A, __m512 __B)
1225{
1226 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1227 (__v16sf) __B,
1228 (__v16sf)
1229 _mm512_setzero_ps (),
1230 (__mmask16) -1,
1231 _MM_FROUND_CUR_DIRECTION);
1232}
1233
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001234static __inline__ __m512 __DEFAULT_FN_ATTRS
1235_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1236{
1237 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1238 (__v16sf) __B,
1239 (__v16sf) __W,
1240 (__mmask16) __U,
1241 _MM_FROUND_CUR_DIRECTION);
1242}
1243
1244static __inline__ __m512 __DEFAULT_FN_ATTRS
1245_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1246{
1247 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1248 (__v16sf) __B,
1249 (__v16sf)
1250 _mm512_setzero_ps (),
1251 (__mmask16) __U,
1252 _MM_FROUND_CUR_DIRECTION);
1253}
1254
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001255static __inline__ __m128 __DEFAULT_FN_ATTRS
1256_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001257 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001258 (__v4sf) __B,
1259 (__v4sf) __W,
1260 (__mmask8) __U,
1261 _MM_FROUND_CUR_DIRECTION);
1262}
1263
1264static __inline__ __m128 __DEFAULT_FN_ATTRS
1265_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001266 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001267 (__v4sf) __B,
1268 (__v4sf) _mm_setzero_ps (),
1269 (__mmask8) __U,
1270 _MM_FROUND_CUR_DIRECTION);
1271}
1272
Craig Topper8c18e112016-05-17 04:41:50 +00001273#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1274 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1275 (__v4sf)(__m128)(B), \
1276 (__v4sf)_mm_setzero_ps(), \
1277 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001278
Craig Topper8c18e112016-05-17 04:41:50 +00001279#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1280 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1281 (__v4sf)(__m128)(B), \
1282 (__v4sf)(__m128)(W), (__mmask8)(U), \
1283 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001284
Craig Topper8c18e112016-05-17 04:41:50 +00001285#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1286 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1287 (__v4sf)(__m128)(B), \
1288 (__v4sf)_mm_setzero_ps(), \
1289 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001290
1291static __inline__ __m128d __DEFAULT_FN_ATTRS
1292_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001293 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001294 (__v2df) __B,
1295 (__v2df) __W,
1296 (__mmask8) __U,
1297 _MM_FROUND_CUR_DIRECTION);
1298}
1299
1300static __inline__ __m128d __DEFAULT_FN_ATTRS
1301_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001302 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001303 (__v2df) __B,
1304 (__v2df) _mm_setzero_pd (),
1305 (__mmask8) __U,
1306 _MM_FROUND_CUR_DIRECTION);
1307}
1308
Craig Topper8c18e112016-05-17 04:41:50 +00001309#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1310 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1311 (__v2df)(__m128d)(B), \
1312 (__v2df)_mm_setzero_pd(), \
1313 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001314
Craig Topper8c18e112016-05-17 04:41:50 +00001315#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1316 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1317 (__v2df)(__m128d)(B), \
1318 (__v2df)(__m128d)(W), \
1319 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001320
Craig Topper8c18e112016-05-17 04:41:50 +00001321#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1322 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1323 (__v2df)(__m128d)(B), \
1324 (__v2df)_mm_setzero_pd(), \
1325 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001326
Adam Nemet0d5bb552014-07-28 17:14:40 +00001327static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001328__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001329_mm512_min_epi32(__m512i __A, __m512i __B)
1330{
1331 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1332 (__v16si) __B,
1333 (__v16si)
1334 _mm512_setzero_si512 (),
1335 (__mmask16) -1);
1336}
1337
Michael Zuckermande860e52016-05-10 11:34:19 +00001338static __inline__ __m512i __DEFAULT_FN_ATTRS
1339_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1340{
1341 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1342 (__v16si) __B,
1343 (__v16si) __W, __M);
1344}
1345
1346static __inline__ __m512i __DEFAULT_FN_ATTRS
1347_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1348{
1349 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1350 (__v16si) __B,
1351 (__v16si)
1352 _mm512_setzero_si512 (),
1353 __M);
1354}
1355
Michael Kupersteine45af542015-06-30 13:36:19 +00001356static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001357_mm512_min_epu32(__m512i __A, __m512i __B)
1358{
1359 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1360 (__v16si) __B,
1361 (__v16si)
1362 _mm512_setzero_si512 (),
1363 (__mmask16) -1);
1364}
1365
Michael Zuckermande860e52016-05-10 11:34:19 +00001366static __inline__ __m512i __DEFAULT_FN_ATTRS
1367_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1368{
1369 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1370 (__v16si) __B,
1371 (__v16si) __W, __M);
1372}
1373
1374static __inline__ __m512i __DEFAULT_FN_ATTRS
1375_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1376{
1377 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1378 (__v16si) __B,
1379 (__v16si)
1380 _mm512_setzero_si512 (),
1381 __M);
1382}
1383
Michael Kupersteine45af542015-06-30 13:36:19 +00001384static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001385_mm512_min_epi64(__m512i __A, __m512i __B)
1386{
1387 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1388 (__v8di) __B,
1389 (__v8di)
1390 _mm512_setzero_si512 (),
1391 (__mmask8) -1);
1392}
1393
Michael Zuckermande860e52016-05-10 11:34:19 +00001394static __inline__ __m512i __DEFAULT_FN_ATTRS
1395_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1396{
1397 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1398 (__v8di) __B,
1399 (__v8di) __W, __M);
1400}
1401
1402static __inline__ __m512i __DEFAULT_FN_ATTRS
1403_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1404{
1405 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1406 (__v8di) __B,
1407 (__v8di)
1408 _mm512_setzero_si512 (),
1409 __M);
1410}
1411
Michael Kupersteine45af542015-06-30 13:36:19 +00001412static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001413_mm512_min_epu64(__m512i __A, __m512i __B)
1414{
1415 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1416 (__v8di) __B,
1417 (__v8di)
1418 _mm512_setzero_si512 (),
1419 (__mmask8) -1);
1420}
1421
Michael Zuckermande860e52016-05-10 11:34:19 +00001422static __inline__ __m512i __DEFAULT_FN_ATTRS
1423_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1424{
1425 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1426 (__v8di) __B,
1427 (__v8di) __W, __M);
1428}
1429
1430static __inline__ __m512i __DEFAULT_FN_ATTRS
1431_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1432{
1433 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1434 (__v8di) __B,
1435 (__v8di)
1436 _mm512_setzero_si512 (),
1437 __M);
1438}
1439
Michael Kupersteine45af542015-06-30 13:36:19 +00001440static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001441_mm512_mul_epi32(__m512i __X, __m512i __Y)
1442{
1443 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1444 (__v16si) __Y,
1445 (__v8di)
1446 _mm512_setzero_si512 (),
1447 (__mmask8) -1);
1448}
1449
Michael Kupersteine45af542015-06-30 13:36:19 +00001450static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001451_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1452{
1453 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1454 (__v16si) __Y,
1455 (__v8di) __W, __M);
1456}
1457
Michael Kupersteine45af542015-06-30 13:36:19 +00001458static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001459_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1460{
1461 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1462 (__v16si) __Y,
1463 (__v8di)
1464 _mm512_setzero_si512 (),
1465 __M);
1466}
1467
Michael Kupersteine45af542015-06-30 13:36:19 +00001468static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001469_mm512_mul_epu32(__m512i __X, __m512i __Y)
1470{
1471 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1472 (__v16si) __Y,
1473 (__v8di)
1474 _mm512_setzero_si512 (),
1475 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001476}
1477
Michael Kupersteine45af542015-06-30 13:36:19 +00001478static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001479_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1480{
1481 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1482 (__v16si) __Y,
1483 (__v8di) __W, __M);
1484}
1485
Michael Kupersteine45af542015-06-30 13:36:19 +00001486static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001487_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1488{
1489 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1490 (__v16si) __Y,
1491 (__v8di)
1492 _mm512_setzero_si512 (),
1493 __M);
1494}
1495
Michael Kupersteine45af542015-06-30 13:36:19 +00001496static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001497_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1498{
Craig Topper6a77b622016-06-04 05:43:41 +00001499 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001500}
1501
Michael Kupersteine45af542015-06-30 13:36:19 +00001502static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001503_mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1504{
1505 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1506 (__v16si) __B,
1507 (__v16si)
1508 _mm512_setzero_si512 (),
1509 __M);
1510}
1511
Michael Kupersteine45af542015-06-30 13:36:19 +00001512static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001513_mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1514{
1515 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1516 (__v16si) __B,
1517 (__v16si) __W, __M);
1518}
1519
Craig Topperf3efec62016-06-08 06:08:07 +00001520#define _mm512_mask_sqrt_round_pd(W, U, A, R) __extension__ ({ \
1521 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1522 (__v8df)(__m512d)(W), (__mmask8)(U), \
1523 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001524
Craig Topperf3efec62016-06-08 06:08:07 +00001525#define _mm512_maskz_sqrt_round_pd(U, A, R) __extension__ ({ \
1526 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1527 (__v8df)_mm512_setzero_pd(), \
1528 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001529
Craig Topperf3efec62016-06-08 06:08:07 +00001530#define _mm512_sqrt_round_pd(A, R) __extension__ ({ \
1531 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1532 (__v8df)_mm512_undefined_pd(), \
1533 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001534
Michael Kupersteine45af542015-06-30 13:36:19 +00001535static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001536_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001537{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001538 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001539 (__v8df) _mm512_setzero_pd (),
1540 (__mmask8) -1,
1541 _MM_FROUND_CUR_DIRECTION);
1542}
1543
Michael Zuckermancb856772016-05-16 11:42:01 +00001544static __inline__ __m512d __DEFAULT_FN_ATTRS
1545_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1546{
1547 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1548 (__v8df) __W,
1549 (__mmask8) __U,
1550 _MM_FROUND_CUR_DIRECTION);
1551}
1552
1553static __inline__ __m512d __DEFAULT_FN_ATTRS
1554_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1555{
1556 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1557 (__v8df)
1558 _mm512_setzero_pd (),
1559 (__mmask8) __U,
1560 _MM_FROUND_CUR_DIRECTION);
1561}
1562
Craig Topperf3efec62016-06-08 06:08:07 +00001563#define _mm512_mask_sqrt_round_ps(W, U, A, R) __extension__ ({ \
1564 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1565 (__v16sf)(__m512)(W), (__mmask16)(U), \
1566 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001567
Craig Topperf3efec62016-06-08 06:08:07 +00001568#define _mm512_maskz_sqrt_round_ps(U, A, R) __extension__ ({ \
1569 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1570 (__v16sf)_mm512_setzero_ps(), \
1571 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001572
Craig Topperf3efec62016-06-08 06:08:07 +00001573#define _mm512_sqrt_round_ps(A, R) __extension__ ({ \
1574 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1575 (__v16sf)_mm512_undefined_ps(), \
1576 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001577
Michael Kupersteine45af542015-06-30 13:36:19 +00001578static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001579_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001580{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001581 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001582 (__v16sf) _mm512_setzero_ps (),
1583 (__mmask16) -1,
1584 _MM_FROUND_CUR_DIRECTION);
1585}
1586
Michael Zuckermancb856772016-05-16 11:42:01 +00001587static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001588_mm512_mask_sqrt_ps(__m512 __W, __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001589{
1590 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1591 (__v16sf) __W,
1592 (__mmask16) __U,
1593 _MM_FROUND_CUR_DIRECTION);
1594}
1595
1596static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001597_mm512_maskz_sqrt_ps( __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001598{
1599 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1600 (__v16sf) _mm512_setzero_ps (),
1601 (__mmask16) __U,
1602 _MM_FROUND_CUR_DIRECTION);
1603}
1604
Michael Kupersteine45af542015-06-30 13:36:19 +00001605static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001606_mm512_rsqrt14_pd(__m512d __A)
1607{
1608 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1609 (__v8df)
1610 _mm512_setzero_pd (),
1611 (__mmask8) -1);}
1612
Michael Zuckermancb856772016-05-16 11:42:01 +00001613static __inline__ __m512d __DEFAULT_FN_ATTRS
1614_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1615{
1616 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1617 (__v8df) __W,
1618 (__mmask8) __U);
1619}
1620
1621static __inline__ __m512d __DEFAULT_FN_ATTRS
1622_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1623{
1624 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1625 (__v8df)
1626 _mm512_setzero_pd (),
1627 (__mmask8) __U);
1628}
1629
Michael Kupersteine45af542015-06-30 13:36:19 +00001630static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001631_mm512_rsqrt14_ps(__m512 __A)
1632{
1633 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1634 (__v16sf)
1635 _mm512_setzero_ps (),
1636 (__mmask16) -1);
1637}
1638
Michael Zuckermancb856772016-05-16 11:42:01 +00001639static __inline__ __m512 __DEFAULT_FN_ATTRS
1640_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1641{
1642 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1643 (__v16sf) __W,
1644 (__mmask16) __U);
1645}
1646
1647static __inline__ __m512 __DEFAULT_FN_ATTRS
1648_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1649{
1650 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1651 (__v16sf)
1652 _mm512_setzero_ps (),
1653 (__mmask16) __U);
1654}
1655
Michael Kupersteine45af542015-06-30 13:36:19 +00001656static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001657_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1658{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001659 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001660 (__v4sf) __B,
1661 (__v4sf)
1662 _mm_setzero_ps (),
1663 (__mmask8) -1);
1664}
1665
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001666static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001667_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001668{
1669 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1670 (__v4sf) __B,
1671 (__v4sf) __W,
1672 (__mmask8) __U);
1673}
1674
1675static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001676_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001677{
1678 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1679 (__v4sf) __B,
1680 (__v4sf) _mm_setzero_ps (),
1681 (__mmask8) __U);
1682}
1683
Michael Kupersteine45af542015-06-30 13:36:19 +00001684static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001685_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1686{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001687 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001688 (__v2df) __B,
1689 (__v2df)
1690 _mm_setzero_pd (),
1691 (__mmask8) -1);
1692}
1693
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001694static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001695_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001696{
1697 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1698 (__v2df) __B,
1699 (__v2df) __W,
1700 (__mmask8) __U);
1701}
1702
1703static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001704_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001705{
1706 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1707 (__v2df) __B,
1708 (__v2df) _mm_setzero_pd (),
1709 (__mmask8) __U);
1710}
1711
Michael Kupersteine45af542015-06-30 13:36:19 +00001712static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001713_mm512_rcp14_pd(__m512d __A)
1714{
1715 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1716 (__v8df)
1717 _mm512_setzero_pd (),
1718 (__mmask8) -1);
1719}
1720
Michael Zuckermancb856772016-05-16 11:42:01 +00001721static __inline__ __m512d __DEFAULT_FN_ATTRS
1722_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1723{
1724 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1725 (__v8df) __W,
1726 (__mmask8) __U);
1727}
1728
1729static __inline__ __m512d __DEFAULT_FN_ATTRS
1730_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1731{
1732 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1733 (__v8df)
1734 _mm512_setzero_pd (),
1735 (__mmask8) __U);
1736}
1737
Michael Kupersteine45af542015-06-30 13:36:19 +00001738static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001739_mm512_rcp14_ps(__m512 __A)
1740{
1741 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1742 (__v16sf)
1743 _mm512_setzero_ps (),
1744 (__mmask16) -1);
1745}
Michael Zuckermancb856772016-05-16 11:42:01 +00001746
1747static __inline__ __m512 __DEFAULT_FN_ATTRS
1748_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1749{
1750 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1751 (__v16sf) __W,
1752 (__mmask16) __U);
1753}
1754
1755static __inline__ __m512 __DEFAULT_FN_ATTRS
1756_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1757{
1758 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1759 (__v16sf)
1760 _mm512_setzero_ps (),
1761 (__mmask16) __U);
1762}
1763
Michael Kupersteine45af542015-06-30 13:36:19 +00001764static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001765_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001766{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001767 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001768 (__v4sf) __B,
1769 (__v4sf)
1770 _mm_setzero_ps (),
1771 (__mmask8) -1);
1772}
1773
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001774static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001775_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001776{
1777 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1778 (__v4sf) __B,
1779 (__v4sf) __W,
1780 (__mmask8) __U);
1781}
1782
1783static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001784_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001785{
1786 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1787 (__v4sf) __B,
1788 (__v4sf) _mm_setzero_ps (),
1789 (__mmask8) __U);
1790}
1791
Michael Kupersteine45af542015-06-30 13:36:19 +00001792static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001793_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001794{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001795 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001796 (__v2df) __B,
1797 (__v2df)
1798 _mm_setzero_pd (),
1799 (__mmask8) -1);
1800}
1801
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001802static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001803_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001804{
1805 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1806 (__v2df) __B,
1807 (__v2df) __W,
1808 (__mmask8) __U);
1809}
1810
1811static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001812_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001813{
1814 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1815 (__v2df) __B,
1816 (__v2df) _mm_setzero_pd (),
1817 (__mmask8) __U);
1818}
1819
Michael Kupersteine45af542015-06-30 13:36:19 +00001820static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001821_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001822{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001823 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1824 _MM_FROUND_FLOOR,
1825 (__v16sf) __A, -1,
1826 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001827}
1828
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001829static __inline__ __m512 __DEFAULT_FN_ATTRS
1830_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1831{
1832 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1833 _MM_FROUND_FLOOR,
1834 (__v16sf) __W, __U,
1835 _MM_FROUND_CUR_DIRECTION);
1836}
1837
Michael Kupersteine45af542015-06-30 13:36:19 +00001838static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001839_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001840{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001841 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1842 _MM_FROUND_FLOOR,
1843 (__v8df) __A, -1,
1844 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001845}
1846
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001847static __inline__ __m512d __DEFAULT_FN_ATTRS
1848_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1849{
1850 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1851 _MM_FROUND_FLOOR,
1852 (__v8df) __W, __U,
1853 _MM_FROUND_CUR_DIRECTION);
1854}
1855
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001856static __inline__ __m512 __DEFAULT_FN_ATTRS
1857_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1858{
1859 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1860 _MM_FROUND_CEIL,
1861 (__v16sf) __W, __U,
1862 _MM_FROUND_CUR_DIRECTION);
1863}
1864
Michael Kupersteine45af542015-06-30 13:36:19 +00001865static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001866_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001867{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001868 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1869 _MM_FROUND_CEIL,
1870 (__v16sf) __A, -1,
1871 _MM_FROUND_CUR_DIRECTION);
1872}
1873
Michael Kupersteine45af542015-06-30 13:36:19 +00001874static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001875_mm512_ceil_pd(__m512d __A)
1876{
1877 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1878 _MM_FROUND_CEIL,
1879 (__v8df) __A, -1,
1880 _MM_FROUND_CUR_DIRECTION);
1881}
1882
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001883static __inline__ __m512d __DEFAULT_FN_ATTRS
1884_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1885{
1886 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1887 _MM_FROUND_CEIL,
1888 (__v8df) __W, __U,
1889 _MM_FROUND_CUR_DIRECTION);
1890}
1891
Michael Kupersteine45af542015-06-30 13:36:19 +00001892static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001893_mm512_abs_epi64(__m512i __A)
1894{
1895 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1896 (__v8di)
1897 _mm512_setzero_si512 (),
1898 (__mmask8) -1);
1899}
1900
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001901static __inline__ __m512i __DEFAULT_FN_ATTRS
1902_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1903{
1904 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1905 (__v8di) __W,
1906 (__mmask8) __U);
1907}
1908
1909static __inline__ __m512i __DEFAULT_FN_ATTRS
1910_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1911{
1912 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1913 (__v8di)
1914 _mm512_setzero_si512 (),
1915 (__mmask8) __U);
1916}
1917
Michael Kupersteine45af542015-06-30 13:36:19 +00001918static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001919_mm512_abs_epi32(__m512i __A)
1920{
1921 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1922 (__v16si)
1923 _mm512_setzero_si512 (),
1924 (__mmask16) -1);
1925}
1926
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001927static __inline__ __m512i __DEFAULT_FN_ATTRS
1928_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1929{
1930 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1931 (__v16si) __W,
1932 (__mmask16) __U);
1933}
1934
1935static __inline__ __m512i __DEFAULT_FN_ATTRS
1936_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1937{
1938 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1939 (__v16si)
1940 _mm512_setzero_si512 (),
1941 (__mmask16) __U);
1942}
1943
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001944static __inline__ __m128 __DEFAULT_FN_ATTRS
1945_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001946 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001947 (__v4sf) __B,
1948 (__v4sf) __W,
1949 (__mmask8) __U,
1950 _MM_FROUND_CUR_DIRECTION);
1951}
1952
1953static __inline__ __m128 __DEFAULT_FN_ATTRS
1954_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001955 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001956 (__v4sf) __B,
1957 (__v4sf) _mm_setzero_ps (),
1958 (__mmask8) __U,
1959 _MM_FROUND_CUR_DIRECTION);
1960}
1961
Craig Topper8c18e112016-05-17 04:41:50 +00001962#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1963 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1964 (__v4sf)(__m128)(B), \
1965 (__v4sf)_mm_setzero_ps(), \
1966 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001967
Craig Topper8c18e112016-05-17 04:41:50 +00001968#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1969 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1970 (__v4sf)(__m128)(B), \
1971 (__v4sf)(__m128)(W), (__mmask8)(U), \
1972 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001973
Craig Topper8c18e112016-05-17 04:41:50 +00001974#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
1975 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1976 (__v4sf)(__m128)(B), \
1977 (__v4sf)_mm_setzero_ps(), \
1978 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001979
1980static __inline__ __m128d __DEFAULT_FN_ATTRS
1981_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001982 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001983 (__v2df) __B,
1984 (__v2df) __W,
1985 (__mmask8) __U,
1986 _MM_FROUND_CUR_DIRECTION);
1987}
1988
1989static __inline__ __m128d __DEFAULT_FN_ATTRS
1990_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001991 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001992 (__v2df) __B,
1993 (__v2df) _mm_setzero_pd (),
1994 (__mmask8) __U,
1995 _MM_FROUND_CUR_DIRECTION);
1996}
Craig Topper8c18e112016-05-17 04:41:50 +00001997#define _mm_add_round_sd(A, B, R) __extension__ ({ \
1998 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1999 (__v2df)(__m128d)(B), \
2000 (__v2df)_mm_setzero_pd(), \
2001 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002002
Craig Topper8c18e112016-05-17 04:41:50 +00002003#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
2004 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2005 (__v2df)(__m128d)(B), \
2006 (__v2df)(__m128d)(W), \
2007 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002008
Craig Topper8c18e112016-05-17 04:41:50 +00002009#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
2010 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2011 (__v2df)(__m128d)(B), \
2012 (__v2df)_mm_setzero_pd(), \
2013 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002014
Asaf Badouhffeb6242015-07-21 15:27:28 +00002015static __inline__ __m512d __DEFAULT_FN_ATTRS
2016_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2017 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2018 (__v8df) __B,
2019 (__v8df) __W,
2020 (__mmask8) __U,
2021 _MM_FROUND_CUR_DIRECTION);
2022}
2023
2024static __inline__ __m512d __DEFAULT_FN_ATTRS
2025_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2026 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2027 (__v8df) __B,
2028 (__v8df) _mm512_setzero_pd (),
2029 (__mmask8) __U,
2030 _MM_FROUND_CUR_DIRECTION);
2031}
2032
2033static __inline__ __m512 __DEFAULT_FN_ATTRS
2034_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2035 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2036 (__v16sf) __B,
2037 (__v16sf) __W,
2038 (__mmask16) __U,
2039 _MM_FROUND_CUR_DIRECTION);
2040}
2041
2042static __inline__ __m512 __DEFAULT_FN_ATTRS
2043_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2044 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2045 (__v16sf) __B,
2046 (__v16sf) _mm512_setzero_ps (),
2047 (__mmask16) __U,
2048 _MM_FROUND_CUR_DIRECTION);
2049}
2050
Craig Topper8c18e112016-05-17 04:41:50 +00002051#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2052 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2053 (__v8df)(__m512d)(B), \
2054 (__v8df)_mm512_setzero_pd(), \
2055 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002056
Craig Topper8c18e112016-05-17 04:41:50 +00002057#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2058 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2059 (__v8df)(__m512d)(B), \
2060 (__v8df)(__m512d)(W), (__mmask8)(U), \
2061 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002062
Craig Topper8c18e112016-05-17 04:41:50 +00002063#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2064 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2065 (__v8df)(__m512d)(B), \
2066 (__v8df)_mm512_setzero_pd(), \
2067 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002068
Craig Topper8c18e112016-05-17 04:41:50 +00002069#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2070 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2071 (__v16sf)(__m512)(B), \
2072 (__v16sf)_mm512_setzero_ps(), \
2073 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002074
Craig Topper8c18e112016-05-17 04:41:50 +00002075#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2076 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2077 (__v16sf)(__m512)(B), \
2078 (__v16sf)(__m512)(W), (__mmask16)(U), \
2079 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002080
Craig Topper8c18e112016-05-17 04:41:50 +00002081#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2082 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2083 (__v16sf)(__m512)(B), \
2084 (__v16sf)_mm512_setzero_ps(), \
2085 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002086
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002087static __inline__ __m128 __DEFAULT_FN_ATTRS
2088_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002089 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002090 (__v4sf) __B,
2091 (__v4sf) __W,
2092 (__mmask8) __U,
2093 _MM_FROUND_CUR_DIRECTION);
2094}
2095
2096static __inline__ __m128 __DEFAULT_FN_ATTRS
2097_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002098 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002099 (__v4sf) __B,
2100 (__v4sf) _mm_setzero_ps (),
2101 (__mmask8) __U,
2102 _MM_FROUND_CUR_DIRECTION);
2103}
Craig Topper8c18e112016-05-17 04:41:50 +00002104#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2105 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2106 (__v4sf)(__m128)(B), \
2107 (__v4sf)_mm_setzero_ps(), \
2108 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002109
Craig Topper8c18e112016-05-17 04:41:50 +00002110#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2111 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2112 (__v4sf)(__m128)(B), \
2113 (__v4sf)(__m128)(W), (__mmask8)(U), \
2114 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002115
Craig Topper8c18e112016-05-17 04:41:50 +00002116#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2117 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2118 (__v4sf)(__m128)(B), \
2119 (__v4sf)_mm_setzero_ps(), \
2120 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002121
2122static __inline__ __m128d __DEFAULT_FN_ATTRS
2123_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002124 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002125 (__v2df) __B,
2126 (__v2df) __W,
2127 (__mmask8) __U,
2128 _MM_FROUND_CUR_DIRECTION);
2129}
2130
2131static __inline__ __m128d __DEFAULT_FN_ATTRS
2132_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002133 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002134 (__v2df) __B,
2135 (__v2df) _mm_setzero_pd (),
2136 (__mmask8) __U,
2137 _MM_FROUND_CUR_DIRECTION);
2138}
2139
Craig Topper8c18e112016-05-17 04:41:50 +00002140#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2141 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2142 (__v2df)(__m128d)(B), \
2143 (__v2df)_mm_setzero_pd(), \
2144 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002145
Craig Topper8c18e112016-05-17 04:41:50 +00002146#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2147 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2148 (__v2df)(__m128d)(B), \
2149 (__v2df)(__m128d)(W), \
2150 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002151
Craig Topper8c18e112016-05-17 04:41:50 +00002152#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2153 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2154 (__v2df)(__m128d)(B), \
2155 (__v2df)_mm_setzero_pd(), \
2156 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002157
Asaf Badouhffeb6242015-07-21 15:27:28 +00002158static __inline__ __m512d __DEFAULT_FN_ATTRS
2159_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2160 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2161 (__v8df) __B,
2162 (__v8df) __W,
2163 (__mmask8) __U,
2164 _MM_FROUND_CUR_DIRECTION);
2165}
2166
2167static __inline__ __m512d __DEFAULT_FN_ATTRS
2168_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2169 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2170 (__v8df) __B,
2171 (__v8df)
2172 _mm512_setzero_pd (),
2173 (__mmask8) __U,
2174 _MM_FROUND_CUR_DIRECTION);
2175}
2176
2177static __inline__ __m512 __DEFAULT_FN_ATTRS
2178_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2179 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2180 (__v16sf) __B,
2181 (__v16sf) __W,
2182 (__mmask16) __U,
2183 _MM_FROUND_CUR_DIRECTION);
2184}
2185
2186static __inline__ __m512 __DEFAULT_FN_ATTRS
2187_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2188 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2189 (__v16sf) __B,
2190 (__v16sf)
2191 _mm512_setzero_ps (),
2192 (__mmask16) __U,
2193 _MM_FROUND_CUR_DIRECTION);
2194}
2195
Craig Topper8c18e112016-05-17 04:41:50 +00002196#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2197 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2198 (__v8df)(__m512d)(B), \
2199 (__v8df)_mm512_setzero_pd(), \
2200 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002201
Craig Topper8c18e112016-05-17 04:41:50 +00002202#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2203 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2204 (__v8df)(__m512d)(B), \
2205 (__v8df)(__m512d)(W), (__mmask8)(U), \
2206 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002207
Craig Topper8c18e112016-05-17 04:41:50 +00002208#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2209 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2210 (__v8df)(__m512d)(B), \
2211 (__v8df)_mm512_setzero_pd(), \
2212 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002213
Craig Topper8c18e112016-05-17 04:41:50 +00002214#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2215 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2216 (__v16sf)(__m512)(B), \
2217 (__v16sf)_mm512_setzero_ps(), \
2218 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002219
Craig Topper8c18e112016-05-17 04:41:50 +00002220#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2221 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2222 (__v16sf)(__m512)(B), \
2223 (__v16sf)(__m512)(W), (__mmask16)(U), \
2224 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002225
Craig Topper8c18e112016-05-17 04:41:50 +00002226#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2227 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2228 (__v16sf)(__m512)(B), \
2229 (__v16sf)_mm512_setzero_ps(), \
2230 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002231
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002232static __inline__ __m128 __DEFAULT_FN_ATTRS
2233_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002234 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002235 (__v4sf) __B,
2236 (__v4sf) __W,
2237 (__mmask8) __U,
2238 _MM_FROUND_CUR_DIRECTION);
2239}
2240
2241static __inline__ __m128 __DEFAULT_FN_ATTRS
2242_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002243 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002244 (__v4sf) __B,
2245 (__v4sf) _mm_setzero_ps (),
2246 (__mmask8) __U,
2247 _MM_FROUND_CUR_DIRECTION);
2248}
Craig Topper8c18e112016-05-17 04:41:50 +00002249#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2250 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2251 (__v4sf)(__m128)(B), \
2252 (__v4sf)_mm_setzero_ps(), \
2253 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002254
Craig Topper8c18e112016-05-17 04:41:50 +00002255#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2256 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2257 (__v4sf)(__m128)(B), \
2258 (__v4sf)(__m128)(W), (__mmask8)(U), \
2259 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002260
Craig Topper8c18e112016-05-17 04:41:50 +00002261#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2262 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2263 (__v4sf)(__m128)(B), \
2264 (__v4sf)_mm_setzero_ps(), \
2265 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002266
2267static __inline__ __m128d __DEFAULT_FN_ATTRS
2268_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002269 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002270 (__v2df) __B,
2271 (__v2df) __W,
2272 (__mmask8) __U,
2273 _MM_FROUND_CUR_DIRECTION);
2274}
2275
2276static __inline__ __m128d __DEFAULT_FN_ATTRS
2277_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002278 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002279 (__v2df) __B,
2280 (__v2df) _mm_setzero_pd (),
2281 (__mmask8) __U,
2282 _MM_FROUND_CUR_DIRECTION);
2283}
2284
Craig Topper8c18e112016-05-17 04:41:50 +00002285#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2286 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2287 (__v2df)(__m128d)(B), \
2288 (__v2df)_mm_setzero_pd(), \
2289 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002290
Craig Topper8c18e112016-05-17 04:41:50 +00002291#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2292 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2293 (__v2df)(__m128d)(B), \
2294 (__v2df)(__m128d)(W), \
2295 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002296
Craig Topper8c18e112016-05-17 04:41:50 +00002297#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2298 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2299 (__v2df)(__m128d)(B), \
2300 (__v2df)_mm_setzero_pd(), \
2301 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002302
Asaf Badouhffeb6242015-07-21 15:27:28 +00002303static __inline__ __m512d __DEFAULT_FN_ATTRS
2304_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2305 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2306 (__v8df) __B,
2307 (__v8df) __W,
2308 (__mmask8) __U,
2309 _MM_FROUND_CUR_DIRECTION);
2310}
2311
2312static __inline__ __m512d __DEFAULT_FN_ATTRS
2313_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2314 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2315 (__v8df) __B,
2316 (__v8df)
2317 _mm512_setzero_pd (),
2318 (__mmask8) __U,
2319 _MM_FROUND_CUR_DIRECTION);
2320}
2321
2322static __inline__ __m512 __DEFAULT_FN_ATTRS
2323_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2324 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2325 (__v16sf) __B,
2326 (__v16sf) __W,
2327 (__mmask16) __U,
2328 _MM_FROUND_CUR_DIRECTION);
2329}
2330
2331static __inline__ __m512 __DEFAULT_FN_ATTRS
2332_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2333 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2334 (__v16sf) __B,
2335 (__v16sf)
2336 _mm512_setzero_ps (),
2337 (__mmask16) __U,
2338 _MM_FROUND_CUR_DIRECTION);
2339}
2340
Craig Topper8c18e112016-05-17 04:41:50 +00002341#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2342 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2343 (__v8df)(__m512d)(B), \
2344 (__v8df)_mm512_setzero_pd(), \
2345 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002346
Craig Topper8c18e112016-05-17 04:41:50 +00002347#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2348 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2349 (__v8df)(__m512d)(B), \
2350 (__v8df)(__m512d)(W), (__mmask8)(U), \
2351 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002352
Craig Topper8c18e112016-05-17 04:41:50 +00002353#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2354 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2355 (__v8df)(__m512d)(B), \
2356 (__v8df)_mm512_setzero_pd(), \
2357 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002358
Craig Topper8c18e112016-05-17 04:41:50 +00002359#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2360 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2361 (__v16sf)(__m512)(B), \
2362 (__v16sf)_mm512_setzero_ps(), \
2363 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002364
Craig Topper8c18e112016-05-17 04:41:50 +00002365#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2366 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2367 (__v16sf)(__m512)(B), \
2368 (__v16sf)(__m512)(W), (__mmask16)(U), \
2369 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002370
Craig Topper8c18e112016-05-17 04:41:50 +00002371#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2372 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2373 (__v16sf)(__m512)(B), \
2374 (__v16sf)_mm512_setzero_ps(), \
2375 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002376
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002377static __inline__ __m128 __DEFAULT_FN_ATTRS
2378_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002379 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002380 (__v4sf) __B,
2381 (__v4sf) __W,
2382 (__mmask8) __U,
2383 _MM_FROUND_CUR_DIRECTION);
2384}
2385
2386static __inline__ __m128 __DEFAULT_FN_ATTRS
2387_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002388 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002389 (__v4sf) __B,
2390 (__v4sf) _mm_setzero_ps (),
2391 (__mmask8) __U,
2392 _MM_FROUND_CUR_DIRECTION);
2393}
2394
Craig Topper8c18e112016-05-17 04:41:50 +00002395#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2396 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2397 (__v4sf)(__m128)(B), \
2398 (__v4sf)_mm_setzero_ps(), \
2399 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002400
Craig Topper8c18e112016-05-17 04:41:50 +00002401#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2402 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2403 (__v4sf)(__m128)(B), \
2404 (__v4sf)(__m128)(W), (__mmask8)(U), \
2405 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002406
Craig Topper8c18e112016-05-17 04:41:50 +00002407#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2408 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2409 (__v4sf)(__m128)(B), \
2410 (__v4sf)_mm_setzero_ps(), \
2411 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002412
2413static __inline__ __m128d __DEFAULT_FN_ATTRS
2414_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002415 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002416 (__v2df) __B,
2417 (__v2df) __W,
2418 (__mmask8) __U,
2419 _MM_FROUND_CUR_DIRECTION);
2420}
2421
2422static __inline__ __m128d __DEFAULT_FN_ATTRS
2423_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002424 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002425 (__v2df) __B,
2426 (__v2df) _mm_setzero_pd (),
2427 (__mmask8) __U,
2428 _MM_FROUND_CUR_DIRECTION);
2429}
2430
Craig Topper8c18e112016-05-17 04:41:50 +00002431#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2432 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2433 (__v2df)(__m128d)(B), \
2434 (__v2df)_mm_setzero_pd(), \
2435 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002436
Craig Topper8c18e112016-05-17 04:41:50 +00002437#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2438 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2439 (__v2df)(__m128d)(B), \
2440 (__v2df)(__m128d)(W), \
2441 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002442
Craig Topper8c18e112016-05-17 04:41:50 +00002443#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2444 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2445 (__v2df)(__m128d)(B), \
2446 (__v2df)_mm_setzero_pd(), \
2447 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002448
Michael Zuckerman223676d2016-06-14 12:38:58 +00002449static __inline __m512d __DEFAULT_FN_ATTRS
2450_mm512_div_pd(__m512d __a, __m512d __b)
2451{
2452 return (__m512d)((__v8df)__a/(__v8df)__b);
2453}
2454
Asaf Badouhffeb6242015-07-21 15:27:28 +00002455static __inline__ __m512d __DEFAULT_FN_ATTRS
2456_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2457 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2458 (__v8df) __B,
2459 (__v8df) __W,
2460 (__mmask8) __U,
2461 _MM_FROUND_CUR_DIRECTION);
2462}
2463
2464static __inline__ __m512d __DEFAULT_FN_ATTRS
2465_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2466 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2467 (__v8df) __B,
2468 (__v8df)
2469 _mm512_setzero_pd (),
2470 (__mmask8) __U,
2471 _MM_FROUND_CUR_DIRECTION);
2472}
2473
Michael Zuckerman223676d2016-06-14 12:38:58 +00002474static __inline __m512 __DEFAULT_FN_ATTRS
2475_mm512_div_ps(__m512 __a, __m512 __b)
2476{
2477 return (__m512)((__v16sf)__a/(__v16sf)__b);
2478}
2479
Asaf Badouhffeb6242015-07-21 15:27:28 +00002480static __inline__ __m512 __DEFAULT_FN_ATTRS
2481_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2482 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2483 (__v16sf) __B,
2484 (__v16sf) __W,
2485 (__mmask16) __U,
2486 _MM_FROUND_CUR_DIRECTION);
2487}
2488
2489static __inline__ __m512 __DEFAULT_FN_ATTRS
2490_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2491 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2492 (__v16sf) __B,
2493 (__v16sf)
2494 _mm512_setzero_ps (),
2495 (__mmask16) __U,
2496 _MM_FROUND_CUR_DIRECTION);
2497}
2498
Craig Topper8c18e112016-05-17 04:41:50 +00002499#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2500 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2501 (__v8df)(__m512d)(B), \
2502 (__v8df)_mm512_setzero_pd(), \
2503 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002504
Craig Topper8c18e112016-05-17 04:41:50 +00002505#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2506 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2507 (__v8df)(__m512d)(B), \
2508 (__v8df)(__m512d)(W), (__mmask8)(U), \
2509 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002510
Craig Topper8c18e112016-05-17 04:41:50 +00002511#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2512 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2513 (__v8df)(__m512d)(B), \
2514 (__v8df)_mm512_setzero_pd(), \
2515 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002516
Craig Topper8c18e112016-05-17 04:41:50 +00002517#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2518 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2519 (__v16sf)(__m512)(B), \
2520 (__v16sf)_mm512_setzero_ps(), \
2521 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002522
Craig Topper8c18e112016-05-17 04:41:50 +00002523#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2524 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2525 (__v16sf)(__m512)(B), \
2526 (__v16sf)(__m512)(W), (__mmask16)(U), \
2527 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002528
Craig Topper8c18e112016-05-17 04:41:50 +00002529#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2530 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2531 (__v16sf)(__m512)(B), \
2532 (__v16sf)_mm512_setzero_ps(), \
2533 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002534
Craig Topper72c7d512015-02-01 07:35:35 +00002535#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002536 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2537 (__v16sf)(__m512)(A), (__mmask16)-1, \
2538 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002539
Craig Topper8c18e112016-05-17 04:41:50 +00002540#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2541 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2542 (__v16sf)(__m512)(A), (__mmask16)(B), \
2543 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002544
Craig Topper8c18e112016-05-17 04:41:50 +00002545#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2546 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2547 (__v16sf)_mm512_setzero_ps(), \
2548 (__mmask16)(A), \
2549 _MM_FROUND_CUR_DIRECTION); })
2550
Craig Topperf3efec62016-06-08 06:08:07 +00002551#define _mm512_mask_roundscale_round_ps(A, B, C, imm, R) __extension__ ({ \
2552 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2553 (__v16sf)(__m512)(A), (__mmask16)(B), \
2554 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002555
Craig Topperf3efec62016-06-08 06:08:07 +00002556#define _mm512_maskz_roundscale_round_ps(A, B, imm, R) __extension__ ({ \
2557 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2558 (__v16sf)_mm512_setzero_ps(), \
2559 (__mmask16)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002560
Craig Topperf3efec62016-06-08 06:08:07 +00002561#define _mm512_roundscale_round_ps(A, imm, R) __extension__ ({ \
2562 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(imm), \
2563 (__v16sf)_mm512_undefined_ps(), \
2564 (__mmask16)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002565
Craig Topper72c7d512015-02-01 07:35:35 +00002566#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002567 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2568 (__v8df)(__m512d)(A), (__mmask8)-1, \
2569 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002570
Craig Topper8c18e112016-05-17 04:41:50 +00002571#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2572 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2573 (__v8df)(__m512d)(A), (__mmask8)(B), \
2574 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002575
Craig Topper8c18e112016-05-17 04:41:50 +00002576#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2577 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2578 (__v8df)_mm512_setzero_pd(), \
2579 (__mmask8)(A), \
2580 _MM_FROUND_CUR_DIRECTION); })
2581
Craig Topperf3efec62016-06-08 06:08:07 +00002582#define _mm512_mask_roundscale_round_pd(A, B, C, imm, R) __extension__ ({ \
2583 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2584 (__v8df)(__m512d)(A), (__mmask8)(B), \
2585 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002586
Craig Topperf3efec62016-06-08 06:08:07 +00002587#define _mm512_maskz_roundscale_round_pd(A, B, imm, R) __extension__ ({ \
2588 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2589 (__v8df)_mm512_setzero_pd(), \
2590 (__mmask8)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002591
Craig Topperf3efec62016-06-08 06:08:07 +00002592#define _mm512_roundscale_round_pd(A, imm, R) __extension__ ({ \
2593 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(imm), \
2594 (__v8df)_mm512_undefined_pd(), \
2595 (__mmask8)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002596
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002597#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002598 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2599 (__v8df)(__m512d)(B), \
2600 (__v8df)(__m512d)(C), (__mmask8)-1, \
2601 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002602
2603
2604#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002605 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2606 (__v8df)(__m512d)(B), \
2607 (__v8df)(__m512d)(C), \
2608 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002609
2610
2611#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002612 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2613 (__v8df)(__m512d)(B), \
2614 (__v8df)(__m512d)(C), \
2615 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002616
2617
2618#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002619 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2620 (__v8df)(__m512d)(B), \
2621 (__v8df)(__m512d)(C), \
2622 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002623
2624
2625#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002626 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2627 (__v8df)(__m512d)(B), \
2628 -(__v8df)(__m512d)(C), \
2629 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002630
2631
2632#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002633 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2634 (__v8df)(__m512d)(B), \
2635 -(__v8df)(__m512d)(C), \
2636 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002637
2638
2639#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002640 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2641 (__v8df)(__m512d)(B), \
2642 -(__v8df)(__m512d)(C), \
2643 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002644
2645
2646#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002647 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2648 (__v8df)(__m512d)(B), \
2649 (__v8df)(__m512d)(C), (__mmask8)-1, \
2650 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002651
2652
2653#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002654 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2655 (__v8df)(__m512d)(B), \
2656 (__v8df)(__m512d)(C), \
2657 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002658
2659
2660#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002661 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2662 (__v8df)(__m512d)(B), \
2663 (__v8df)(__m512d)(C), \
2664 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002665
2666
2667#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002668 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2669 (__v8df)(__m512d)(B), \
2670 -(__v8df)(__m512d)(C), \
2671 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002672
2673
2674#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002675 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2676 (__v8df)(__m512d)(B), \
2677 -(__v8df)(__m512d)(C), \
2678 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002679
2680
Michael Kupersteine45af542015-06-30 13:36:19 +00002681static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002682_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2683{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002684 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2685 (__v8df) __B,
2686 (__v8df) __C,
2687 (__mmask8) -1,
2688 _MM_FROUND_CUR_DIRECTION);
2689}
2690
Michael Kupersteine45af542015-06-30 13:36:19 +00002691static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002692_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2693{
2694 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2695 (__v8df) __B,
2696 (__v8df) __C,
2697 (__mmask8) __U,
2698 _MM_FROUND_CUR_DIRECTION);
2699}
2700
Michael Kupersteine45af542015-06-30 13:36:19 +00002701static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002702_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2703{
2704 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2705 (__v8df) __B,
2706 (__v8df) __C,
2707 (__mmask8) __U,
2708 _MM_FROUND_CUR_DIRECTION);
2709}
2710
Michael Kupersteine45af542015-06-30 13:36:19 +00002711static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002712_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2713{
2714 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2715 (__v8df) __B,
2716 (__v8df) __C,
2717 (__mmask8) __U,
2718 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002719}
2720
Michael Kupersteine45af542015-06-30 13:36:19 +00002721static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002722_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2723{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002724 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2725 (__v8df) __B,
2726 -(__v8df) __C,
2727 (__mmask8) -1,
2728 _MM_FROUND_CUR_DIRECTION);
2729}
2730
Michael Kupersteine45af542015-06-30 13:36:19 +00002731static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002732_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2733{
2734 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2735 (__v8df) __B,
2736 -(__v8df) __C,
2737 (__mmask8) __U,
2738 _MM_FROUND_CUR_DIRECTION);
2739}
2740
Michael Kupersteine45af542015-06-30 13:36:19 +00002741static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002742_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2743{
2744 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2745 (__v8df) __B,
2746 -(__v8df) __C,
2747 (__mmask8) __U,
2748 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002749}
2750
Michael Kupersteine45af542015-06-30 13:36:19 +00002751static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002752_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2753{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002754 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2755 (__v8df) __B,
2756 (__v8df) __C,
2757 (__mmask8) -1,
2758 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002759}
2760
Michael Kupersteine45af542015-06-30 13:36:19 +00002761static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002762_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2763{
2764 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2765 (__v8df) __B,
2766 (__v8df) __C,
2767 (__mmask8) __U,
2768 _MM_FROUND_CUR_DIRECTION);
2769}
2770
Michael Kupersteine45af542015-06-30 13:36:19 +00002771static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002772_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2773{
2774 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2775 (__v8df) __B,
2776 (__v8df) __C,
2777 (__mmask8) __U,
2778 _MM_FROUND_CUR_DIRECTION);
2779}
2780
Michael Kupersteine45af542015-06-30 13:36:19 +00002781static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002782_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2783{
2784 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2785 (__v8df) __B,
2786 -(__v8df) __C,
2787 (__mmask8) -1,
2788 _MM_FROUND_CUR_DIRECTION);
2789}
2790
Michael Kupersteine45af542015-06-30 13:36:19 +00002791static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002792_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2793{
2794 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2795 (__v8df) __B,
2796 -(__v8df) __C,
2797 (__mmask8) __U,
2798 _MM_FROUND_CUR_DIRECTION);
2799}
2800
2801#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002802 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2803 (__v16sf)(__m512)(B), \
2804 (__v16sf)(__m512)(C), (__mmask16)-1, \
2805 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002806
2807
2808#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002809 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2810 (__v16sf)(__m512)(B), \
2811 (__v16sf)(__m512)(C), \
2812 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002813
2814
2815#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002816 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2817 (__v16sf)(__m512)(B), \
2818 (__v16sf)(__m512)(C), \
2819 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002820
2821
2822#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002823 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2824 (__v16sf)(__m512)(B), \
2825 (__v16sf)(__m512)(C), \
2826 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002827
2828
2829#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002830 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2831 (__v16sf)(__m512)(B), \
2832 -(__v16sf)(__m512)(C), \
2833 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002834
2835
2836#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002837 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2838 (__v16sf)(__m512)(B), \
2839 -(__v16sf)(__m512)(C), \
2840 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002841
2842
2843#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002844 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2845 (__v16sf)(__m512)(B), \
2846 -(__v16sf)(__m512)(C), \
2847 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002848
2849
2850#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002851 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2852 (__v16sf)(__m512)(B), \
2853 (__v16sf)(__m512)(C), (__mmask16)-1, \
2854 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002855
2856
2857#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002858 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2859 (__v16sf)(__m512)(B), \
2860 (__v16sf)(__m512)(C), \
2861 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002862
2863
2864#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002865 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2866 (__v16sf)(__m512)(B), \
2867 (__v16sf)(__m512)(C), \
2868 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002869
2870
2871#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002872 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2873 (__v16sf)(__m512)(B), \
2874 -(__v16sf)(__m512)(C), \
2875 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002876
2877
2878#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002879 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2880 (__v16sf)(__m512)(B), \
2881 -(__v16sf)(__m512)(C), \
2882 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002883
2884
Michael Kupersteine45af542015-06-30 13:36:19 +00002885static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002886_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2887{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002888 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2889 (__v16sf) __B,
2890 (__v16sf) __C,
2891 (__mmask16) -1,
2892 _MM_FROUND_CUR_DIRECTION);
2893}
2894
Michael Kupersteine45af542015-06-30 13:36:19 +00002895static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002896_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2897{
2898 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2899 (__v16sf) __B,
2900 (__v16sf) __C,
2901 (__mmask16) __U,
2902 _MM_FROUND_CUR_DIRECTION);
2903}
2904
Michael Kupersteine45af542015-06-30 13:36:19 +00002905static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002906_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2907{
2908 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2909 (__v16sf) __B,
2910 (__v16sf) __C,
2911 (__mmask16) __U,
2912 _MM_FROUND_CUR_DIRECTION);
2913}
2914
Michael Kupersteine45af542015-06-30 13:36:19 +00002915static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002916_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2917{
2918 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2919 (__v16sf) __B,
2920 (__v16sf) __C,
2921 (__mmask16) __U,
2922 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002923}
2924
Michael Kupersteine45af542015-06-30 13:36:19 +00002925static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002926_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2927{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002928 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2929 (__v16sf) __B,
2930 -(__v16sf) __C,
2931 (__mmask16) -1,
2932 _MM_FROUND_CUR_DIRECTION);
2933}
2934
Michael Kupersteine45af542015-06-30 13:36:19 +00002935static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002936_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2937{
2938 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2939 (__v16sf) __B,
2940 -(__v16sf) __C,
2941 (__mmask16) __U,
2942 _MM_FROUND_CUR_DIRECTION);
2943}
2944
Michael Kupersteine45af542015-06-30 13:36:19 +00002945static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002946_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2947{
2948 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2949 (__v16sf) __B,
2950 -(__v16sf) __C,
2951 (__mmask16) __U,
2952 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002953}
2954
Michael Kupersteine45af542015-06-30 13:36:19 +00002955static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002956_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2957{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002958 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2959 (__v16sf) __B,
2960 (__v16sf) __C,
2961 (__mmask16) -1,
2962 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002963}
2964
Michael Kupersteine45af542015-06-30 13:36:19 +00002965static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002966_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2967{
2968 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2969 (__v16sf) __B,
2970 (__v16sf) __C,
2971 (__mmask16) __U,
2972 _MM_FROUND_CUR_DIRECTION);
2973}
2974
Michael Kupersteine45af542015-06-30 13:36:19 +00002975static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002976_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2977{
2978 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2979 (__v16sf) __B,
2980 (__v16sf) __C,
2981 (__mmask16) __U,
2982 _MM_FROUND_CUR_DIRECTION);
2983}
2984
Michael Kupersteine45af542015-06-30 13:36:19 +00002985static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002986_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2987{
2988 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2989 (__v16sf) __B,
2990 -(__v16sf) __C,
2991 (__mmask16) -1,
2992 _MM_FROUND_CUR_DIRECTION);
2993}
2994
Michael Kupersteine45af542015-06-30 13:36:19 +00002995static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002996_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2997{
2998 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2999 (__v16sf) __B,
3000 -(__v16sf) __C,
3001 (__mmask16) __U,
3002 _MM_FROUND_CUR_DIRECTION);
3003}
3004
3005#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003006 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3007 (__v8df)(__m512d)(B), \
3008 (__v8df)(__m512d)(C), \
3009 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003010
3011
3012#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003013 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3014 (__v8df)(__m512d)(B), \
3015 (__v8df)(__m512d)(C), \
3016 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003017
3018
3019#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003020 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
3021 (__v8df)(__m512d)(B), \
3022 (__v8df)(__m512d)(C), \
3023 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003024
3025
3026#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003027 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3028 (__v8df)(__m512d)(B), \
3029 (__v8df)(__m512d)(C), \
3030 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003031
3032
3033#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003034 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3035 (__v8df)(__m512d)(B), \
3036 -(__v8df)(__m512d)(C), \
3037 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003038
3039
3040#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003041 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3042 (__v8df)(__m512d)(B), \
3043 -(__v8df)(__m512d)(C), \
3044 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003045
3046
3047#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003048 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3049 (__v8df)(__m512d)(B), \
3050 -(__v8df)(__m512d)(C), \
3051 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003052
3053
Michael Kupersteine45af542015-06-30 13:36:19 +00003054static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003055_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3056{
3057 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3058 (__v8df) __B,
3059 (__v8df) __C,
3060 (__mmask8) -1,
3061 _MM_FROUND_CUR_DIRECTION);
3062}
3063
Michael Kupersteine45af542015-06-30 13:36:19 +00003064static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003065_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3066{
3067 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3068 (__v8df) __B,
3069 (__v8df) __C,
3070 (__mmask8) __U,
3071 _MM_FROUND_CUR_DIRECTION);
3072}
3073
Michael Kupersteine45af542015-06-30 13:36:19 +00003074static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003075_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3076{
3077 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3078 (__v8df) __B,
3079 (__v8df) __C,
3080 (__mmask8) __U,
3081 _MM_FROUND_CUR_DIRECTION);
3082}
3083
Michael Kupersteine45af542015-06-30 13:36:19 +00003084static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003085_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3086{
3087 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3088 (__v8df) __B,
3089 (__v8df) __C,
3090 (__mmask8) __U,
3091 _MM_FROUND_CUR_DIRECTION);
3092}
3093
Michael Kupersteine45af542015-06-30 13:36:19 +00003094static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003095_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3096{
3097 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3098 (__v8df) __B,
3099 -(__v8df) __C,
3100 (__mmask8) -1,
3101 _MM_FROUND_CUR_DIRECTION);
3102}
3103
Michael Kupersteine45af542015-06-30 13:36:19 +00003104static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003105_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3106{
3107 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3108 (__v8df) __B,
3109 -(__v8df) __C,
3110 (__mmask8) __U,
3111 _MM_FROUND_CUR_DIRECTION);
3112}
3113
Michael Kupersteine45af542015-06-30 13:36:19 +00003114static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003115_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3116{
3117 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3118 (__v8df) __B,
3119 -(__v8df) __C,
3120 (__mmask8) __U,
3121 _MM_FROUND_CUR_DIRECTION);
3122}
3123
3124#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003125 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3126 (__v16sf)(__m512)(B), \
3127 (__v16sf)(__m512)(C), \
3128 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003129
3130
3131#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003132 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3133 (__v16sf)(__m512)(B), \
3134 (__v16sf)(__m512)(C), \
3135 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003136
3137
3138#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003139 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3140 (__v16sf)(__m512)(B), \
3141 (__v16sf)(__m512)(C), \
3142 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003143
3144
3145#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003146 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3147 (__v16sf)(__m512)(B), \
3148 (__v16sf)(__m512)(C), \
3149 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003150
3151
3152#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003153 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3154 (__v16sf)(__m512)(B), \
3155 -(__v16sf)(__m512)(C), \
3156 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003157
3158
3159#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003160 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3161 (__v16sf)(__m512)(B), \
3162 -(__v16sf)(__m512)(C), \
3163 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003164
3165
3166#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003167 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3168 (__v16sf)(__m512)(B), \
3169 -(__v16sf)(__m512)(C), \
3170 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003171
3172
Michael Kupersteine45af542015-06-30 13:36:19 +00003173static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003174_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3175{
3176 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3177 (__v16sf) __B,
3178 (__v16sf) __C,
3179 (__mmask16) -1,
3180 _MM_FROUND_CUR_DIRECTION);
3181}
3182
Michael Kupersteine45af542015-06-30 13:36:19 +00003183static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003184_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3185{
3186 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3187 (__v16sf) __B,
3188 (__v16sf) __C,
3189 (__mmask16) __U,
3190 _MM_FROUND_CUR_DIRECTION);
3191}
3192
Michael Kupersteine45af542015-06-30 13:36:19 +00003193static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003194_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3195{
3196 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3197 (__v16sf) __B,
3198 (__v16sf) __C,
3199 (__mmask16) __U,
3200 _MM_FROUND_CUR_DIRECTION);
3201}
3202
Michael Kupersteine45af542015-06-30 13:36:19 +00003203static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003204_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3205{
3206 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3207 (__v16sf) __B,
3208 (__v16sf) __C,
3209 (__mmask16) __U,
3210 _MM_FROUND_CUR_DIRECTION);
3211}
3212
Michael Kupersteine45af542015-06-30 13:36:19 +00003213static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003214_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3215{
3216 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3217 (__v16sf) __B,
3218 -(__v16sf) __C,
3219 (__mmask16) -1,
3220 _MM_FROUND_CUR_DIRECTION);
3221}
3222
Michael Kupersteine45af542015-06-30 13:36:19 +00003223static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003224_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3225{
3226 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3227 (__v16sf) __B,
3228 -(__v16sf) __C,
3229 (__mmask16) __U,
3230 _MM_FROUND_CUR_DIRECTION);
3231}
3232
Michael Kupersteine45af542015-06-30 13:36:19 +00003233static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003234_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3235{
3236 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3237 (__v16sf) __B,
3238 -(__v16sf) __C,
3239 (__mmask16) __U,
3240 _MM_FROUND_CUR_DIRECTION);
3241}
3242
3243#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003244 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3245 (__v8df)(__m512d)(B), \
3246 (__v8df)(__m512d)(C), \
3247 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003248
3249
Michael Kupersteine45af542015-06-30 13:36:19 +00003250static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003251_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3252{
3253 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3254 (__v8df) __B,
3255 (__v8df) __C,
3256 (__mmask8) __U,
3257 _MM_FROUND_CUR_DIRECTION);
3258}
3259
3260#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003261 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3262 (__v16sf)(__m512)(B), \
3263 (__v16sf)(__m512)(C), \
3264 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003265
3266
Michael Kupersteine45af542015-06-30 13:36:19 +00003267static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003268_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3269{
3270 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3271 (__v16sf) __B,
3272 (__v16sf) __C,
3273 (__mmask16) __U,
3274 _MM_FROUND_CUR_DIRECTION);
3275}
3276
3277#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003278 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3279 (__v8df)(__m512d)(B), \
3280 (__v8df)(__m512d)(C), \
3281 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003282
3283
Michael Kupersteine45af542015-06-30 13:36:19 +00003284static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003285_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3286{
3287 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3288 (__v8df) __B,
3289 (__v8df) __C,
3290 (__mmask8) __U,
3291 _MM_FROUND_CUR_DIRECTION);
3292}
3293
3294#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003295 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3296 (__v16sf)(__m512)(B), \
3297 (__v16sf)(__m512)(C), \
3298 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003299
3300
Michael Kupersteine45af542015-06-30 13:36:19 +00003301static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003302_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3303{
3304 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3305 (__v16sf) __B,
3306 (__v16sf) __C,
3307 (__mmask16) __U,
3308 _MM_FROUND_CUR_DIRECTION);
3309}
3310
3311#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003312 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3313 (__v8df)(__m512d)(B), \
3314 (__v8df)(__m512d)(C), \
3315 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003316
3317
Michael Kupersteine45af542015-06-30 13:36:19 +00003318static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003319_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3320{
3321 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3322 (__v8df) __B,
3323 (__v8df) __C,
3324 (__mmask8) __U,
3325 _MM_FROUND_CUR_DIRECTION);
3326}
3327
3328#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003329 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3330 (__v16sf)(__m512)(B), \
3331 (__v16sf)(__m512)(C), \
3332 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003333
3334
Michael Kupersteine45af542015-06-30 13:36:19 +00003335static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003336_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3337{
3338 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3339 (__v16sf) __B,
3340 (__v16sf) __C,
3341 (__mmask16) __U,
3342 _MM_FROUND_CUR_DIRECTION);
3343}
3344
3345#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003346 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3347 (__v8df)(__m512d)(B), \
3348 (__v8df)(__m512d)(C), \
3349 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003350
3351
3352#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003353 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3354 (__v8df)(__m512d)(B), \
3355 (__v8df)(__m512d)(C), \
3356 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003357
3358
Michael Kupersteine45af542015-06-30 13:36:19 +00003359static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003360_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3361{
3362 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3363 (__v8df) __B,
3364 (__v8df) __C,
3365 (__mmask8) __U,
3366 _MM_FROUND_CUR_DIRECTION);
3367}
3368
Michael Kupersteine45af542015-06-30 13:36:19 +00003369static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003370_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3371{
3372 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3373 (__v8df) __B,
3374 (__v8df) __C,
3375 (__mmask8) __U,
3376 _MM_FROUND_CUR_DIRECTION);
3377}
3378
3379#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003380 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3381 (__v16sf)(__m512)(B), \
3382 (__v16sf)(__m512)(C), \
3383 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003384
3385
3386#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003387 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3388 (__v16sf)(__m512)(B), \
3389 (__v16sf)(__m512)(C), \
3390 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003391
3392
Michael Kupersteine45af542015-06-30 13:36:19 +00003393static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003394_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3395{
3396 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3397 (__v16sf) __B,
3398 (__v16sf) __C,
3399 (__mmask16) __U,
3400 _MM_FROUND_CUR_DIRECTION);
3401}
3402
Michael Kupersteine45af542015-06-30 13:36:19 +00003403static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003404_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3405{
3406 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3407 (__v16sf) __B,
3408 (__v16sf) __C,
3409 (__mmask16) __U,
3410 _MM_FROUND_CUR_DIRECTION);
3411}
3412
3413
3414
Adam Nemet0d5bb552014-07-28 17:14:40 +00003415/* Vector permutations */
3416
Michael Kupersteine45af542015-06-30 13:36:19 +00003417static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003418_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3419{
3420 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3421 /* idx */ ,
3422 (__v16si) __A,
3423 (__v16si) __B,
3424 (__mmask16) -1);
3425}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003426
3427static __inline__ __m512i __DEFAULT_FN_ATTRS
3428_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3429 __m512i __I, __m512i __B)
3430{
3431 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3432 /* idx */ ,
3433 (__v16si) __A,
3434 (__v16si) __B,
3435 (__mmask16) __U);
3436}
3437
3438static __inline__ __m512i __DEFAULT_FN_ATTRS
3439_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3440 __m512i __I, __m512i __B)
3441{
3442 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3443 /* idx */ ,
3444 (__v16si) __A,
3445 (__v16si) __B,
3446 (__mmask16) __U);
3447}
3448
Michael Kupersteine45af542015-06-30 13:36:19 +00003449static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003450_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3451{
3452 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3453 /* idx */ ,
3454 (__v8di) __A,
3455 (__v8di) __B,
3456 (__mmask8) -1);
3457}
3458
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003459static __inline__ __m512i __DEFAULT_FN_ATTRS
3460_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3461 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003462{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003463 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003464 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003465 (__v8di) __A,
3466 (__v8di) __B,
3467 (__mmask8) __U);
3468}
3469
3470
3471static __inline__ __m512i __DEFAULT_FN_ATTRS
3472_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3473 __m512i __I, __m512i __B)
3474{
3475 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3476 /* idx */ ,
3477 (__v8di) __A,
3478 (__v8di) __B,
3479 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003480}
3481
Craig Topper67826a52015-02-01 07:35:40 +00003482#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3483 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003484 (__v8di)(__m512i)(B), (int)(I), \
3485 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003486 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003487
Craig Topper8c18e112016-05-17 04:41:50 +00003488#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3489 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3490 (__v8di)(__m512i)(B), (int)(imm), \
3491 (__v8di)(__m512i)(W), \
3492 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003493
Craig Topper8c18e112016-05-17 04:41:50 +00003494#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3495 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3496 (__v8di)(__m512i)(B), (int)(imm), \
3497 (__v8di)_mm512_setzero_si512(), \
3498 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003499
Craig Topper67826a52015-02-01 07:35:40 +00003500#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003501 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3502 (__v16si)(__m512i)(B), (int)(I), \
3503 (__v16si)_mm512_setzero_si512(), \
3504 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003505
Craig Topper8c18e112016-05-17 04:41:50 +00003506#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3507 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3508 (__v16si)(__m512i)(B), (int)(imm), \
3509 (__v16si)(__m512i)(W), \
3510 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003511
Craig Topper8c18e112016-05-17 04:41:50 +00003512#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3513 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3514 (__v16si)(__m512i)(B), (int)(imm), \
3515 (__v16si)_mm512_setzero_si512(), \
3516 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003517/* Vector Extract */
3518
3519#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003520 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3521 (__v4df)_mm256_setzero_si256(), \
3522 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003523
Craig Topper8c18e112016-05-17 04:41:50 +00003524#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3525 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3526 (__v4df)(__m256d)(W), \
3527 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003528
Craig Topper8c18e112016-05-17 04:41:50 +00003529#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3530 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3531 (__v4df)_mm256_setzero_pd(), \
3532 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003533
Adam Nemetf893ede2015-01-19 20:12:05 +00003534#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003535 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3536 (__v4sf)_mm_setzero_ps(), \
3537 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003538
Craig Topper8c18e112016-05-17 04:41:50 +00003539#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3540 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3541 (__v4sf)(__m128)(W), \
3542 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003543
Craig Topper8c18e112016-05-17 04:41:50 +00003544#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3545 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3546 (__v4sf)_mm_setzero_ps(), \
3547 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003548/* Vector Blend */
3549
Michael Kupersteine45af542015-06-30 13:36:19 +00003550static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003551_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3552{
Igor Bregeraadb8762016-06-08 13:59:20 +00003553 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003554 (__v8df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003555 (__v8df) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003556}
3557
Michael Kupersteine45af542015-06-30 13:36:19 +00003558static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003559_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3560{
Igor Bregeraadb8762016-06-08 13:59:20 +00003561 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003562 (__v16sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003563 (__v16sf) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003564}
3565
Michael Kupersteine45af542015-06-30 13:36:19 +00003566static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003567_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3568{
Igor Bregeraadb8762016-06-08 13:59:20 +00003569 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003570 (__v8di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003571 (__v8di) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003572}
3573
Michael Kupersteine45af542015-06-30 13:36:19 +00003574static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003575_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3576{
Igor Bregeraadb8762016-06-08 13:59:20 +00003577 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003578 (__v16si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003579 (__v16si) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003580}
3581
3582/* Compare */
3583
Craig Topper53565c62015-02-01 22:27:40 +00003584#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3585 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003586 (__v16sf)(__m512)(B), (int)(P), \
3587 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003588
Craig Topper53565c62015-02-01 22:27:40 +00003589#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3590 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003591 (__v16sf)(__m512)(B), (int)(P), \
3592 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003593
3594#define _mm512_cmp_ps_mask(A, B, P) \
3595 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3596
3597#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3598 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3599
3600#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3601 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003602 (__v8df)(__m512d)(B), (int)(P), \
3603 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003604
3605#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3606 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003607 (__v8df)(__m512d)(B), (int)(P), \
3608 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003609
3610#define _mm512_cmp_pd_mask(A, B, P) \
3611 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3612
3613#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3614 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003615
3616/* Conversion */
3617
Craig Topperf3efec62016-06-08 06:08:07 +00003618#define _mm512_cvtt_roundps_epu32(A, R) __extension__ ({ \
3619 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3620 (__v16si)_mm512_undefined_epi32(), \
3621 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003622
Craig Topperf3efec62016-06-08 06:08:07 +00003623#define _mm512_mask_cvtt_roundps_epu32(W, U, A, R) __extension__ ({ \
3624 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3625 (__v16si)(__m512i)(W), \
3626 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003627
Craig Topperf3efec62016-06-08 06:08:07 +00003628#define _mm512_maskz_cvtt_roundps_epu32(U, A, R) __extension__ ({ \
3629 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3630 (__v16si)_mm512_setzero_si512(), \
3631 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003632
3633
Michael Kupersteine45af542015-06-30 13:36:19 +00003634static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003635_mm512_cvttps_epu32(__m512 __A)
3636{
3637 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3638 (__v16si)
3639 _mm512_setzero_si512 (),
3640 (__mmask16) -1,
3641 _MM_FROUND_CUR_DIRECTION);
3642}
3643
Michael Zuckermanf1544752016-05-09 10:32:51 +00003644static __inline__ __m512i __DEFAULT_FN_ATTRS
3645_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3646{
3647 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3648 (__v16si) __W,
3649 (__mmask16) __U,
3650 _MM_FROUND_CUR_DIRECTION);
3651}
3652
3653static __inline__ __m512i __DEFAULT_FN_ATTRS
3654_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3655{
3656 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3657 (__v16si) _mm512_setzero_si512 (),
3658 (__mmask16) __U,
3659 _MM_FROUND_CUR_DIRECTION);
3660}
3661
Craig Topper72c7d512015-02-01 07:35:35 +00003662#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003663 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003664 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003665 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003666
Craig Topperf3efec62016-06-08 06:08:07 +00003667#define _mm512_mask_cvt_roundepi32_ps(W, U, A, R) __extension__ ({ \
3668 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3669 (__v16sf)(__m512)(W), \
3670 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003671
Craig Topperf3efec62016-06-08 06:08:07 +00003672#define _mm512_maskz_cvt_roundepi32_ps(U, A, R) __extension__ ({ \
3673 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3674 (__v16sf)_mm512_setzero_ps(), \
3675 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003676
Craig Topper72c7d512015-02-01 07:35:35 +00003677#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003678 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003679 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003680 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003681
Craig Topperf3efec62016-06-08 06:08:07 +00003682#define _mm512_mask_cvt_roundepu32_ps(W, U, A, R) __extension__ ({ \
3683 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3684 (__v16sf)(__m512)(W), \
3685 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003686
Craig Topperf3efec62016-06-08 06:08:07 +00003687#define _mm512_maskz_cvt_roundepu32_ps(U, A, R) __extension__ ({ \
3688 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3689 (__v16sf)_mm512_setzero_ps(), \
3690 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003691
Michael Zuckermanf1544752016-05-09 10:32:51 +00003692static __inline__ __m512 __DEFAULT_FN_ATTRS
3693_mm512_cvtepu32_ps (__m512i __A)
3694{
3695 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3696 (__v16sf) _mm512_undefined_ps (),
3697 (__mmask16) -1,
3698 _MM_FROUND_CUR_DIRECTION);
3699}
3700
3701static __inline__ __m512 __DEFAULT_FN_ATTRS
3702_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3703{
3704 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3705 (__v16sf) __W,
3706 (__mmask16) __U,
3707 _MM_FROUND_CUR_DIRECTION);
3708}
3709
3710static __inline__ __m512 __DEFAULT_FN_ATTRS
3711_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3712{
3713 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3714 (__v16sf) _mm512_setzero_ps (),
3715 (__mmask16) __U,
3716 _MM_FROUND_CUR_DIRECTION);
3717}
3718
Michael Kupersteine45af542015-06-30 13:36:19 +00003719static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003720_mm512_cvtepi32_pd(__m256i __A)
3721{
3722 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003723 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003724 _mm512_setzero_pd (),
3725 (__mmask8) -1);
3726}
3727
Michael Zuckermanf1544752016-05-09 10:32:51 +00003728static __inline__ __m512d __DEFAULT_FN_ATTRS
3729_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3730{
3731 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3732 (__v8df) __W,
3733 (__mmask8) __U);
3734}
3735
3736static __inline__ __m512d __DEFAULT_FN_ATTRS
3737_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3738{
3739 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3740 (__v8df) _mm512_setzero_pd (),
3741 (__mmask8) __U);
3742}
3743
3744static __inline__ __m512 __DEFAULT_FN_ATTRS
3745_mm512_cvtepi32_ps (__m512i __A)
3746{
3747 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3748 (__v16sf) _mm512_undefined_ps (),
3749 (__mmask16) -1,
3750 _MM_FROUND_CUR_DIRECTION);
3751}
3752
3753static __inline__ __m512 __DEFAULT_FN_ATTRS
3754_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3755{
3756 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3757 (__v16sf) __W,
3758 (__mmask16) __U,
3759 _MM_FROUND_CUR_DIRECTION);
3760}
3761
3762static __inline__ __m512 __DEFAULT_FN_ATTRS
3763_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3764{
3765 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3766 (__v16sf) _mm512_setzero_ps (),
3767 (__mmask16) __U,
3768 _MM_FROUND_CUR_DIRECTION);
3769}
3770
Michael Kupersteine45af542015-06-30 13:36:19 +00003771static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003772_mm512_cvtepu32_pd(__m256i __A)
3773{
3774 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3775 (__v8df)
3776 _mm512_setzero_pd (),
3777 (__mmask8) -1);
3778}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003779
Michael Zuckermanf1544752016-05-09 10:32:51 +00003780static __inline__ __m512d __DEFAULT_FN_ATTRS
3781_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3782{
3783 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3784 (__v8df) __W,
3785 (__mmask8) __U);
3786}
3787
3788static __inline__ __m512d __DEFAULT_FN_ATTRS
3789_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3790{
3791 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3792 (__v8df) _mm512_setzero_pd (),
3793 (__mmask8) __U);
3794}
3795
Craig Topper72c7d512015-02-01 07:35:35 +00003796#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003797 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003798 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003799 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003800
Michael Zuckerman186d8672016-05-31 11:27:34 +00003801#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3802 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003803 (__v8sf)(__m256)(W), (__mmask8)(U), \
3804 (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003805
3806#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3807 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3808 (__v8sf)_mm256_setzero_ps(), \
3809 (__mmask8)(U), (int)(R)); })
3810
Michael Zuckermanf1544752016-05-09 10:32:51 +00003811static __inline__ __m256 __DEFAULT_FN_ATTRS
3812_mm512_cvtpd_ps (__m512d __A)
3813{
3814 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3815 (__v8sf) _mm256_undefined_ps (),
3816 (__mmask8) -1,
3817 _MM_FROUND_CUR_DIRECTION);
3818}
3819
3820static __inline__ __m256 __DEFAULT_FN_ATTRS
3821_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3822{
3823 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3824 (__v8sf) __W,
3825 (__mmask8) __U,
3826 _MM_FROUND_CUR_DIRECTION);
3827}
3828
3829static __inline__ __m256 __DEFAULT_FN_ATTRS
3830_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3831{
3832 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3833 (__v8sf) _mm256_setzero_ps (),
3834 (__mmask8) __U,
3835 _MM_FROUND_CUR_DIRECTION);
3836}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003837
Craig Topperf3efec62016-06-08 06:08:07 +00003838#define _mm512_cvt_roundps_ph(A, I) __extension__ ({ \
3839 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3840 (__v16hi)_mm256_undefined_si256(), \
3841 (__mmask16)-1); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003842
Craig Topperf3efec62016-06-08 06:08:07 +00003843#define _mm512_mask_cvt_roundps_ph(U, W, A, I) __extension__ ({ \
3844 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3845 (__v16hi)(__m256i)(U), \
3846 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003847
Craig Topperf3efec62016-06-08 06:08:07 +00003848#define _mm512_maskz_cvt_roundps_ph(W, A, I) __extension__ ({ \
3849 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3850 (__v16hi)_mm256_setzero_si256(), \
3851 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003852
Craig Topper72c7d512015-02-01 07:35:35 +00003853#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003854 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003855 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003856 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003857
Craig Topper8c18e112016-05-17 04:41:50 +00003858#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3859 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3860 (__v16hi)(__m256i)(U), \
3861 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003862
Craig Topper8c18e112016-05-17 04:41:50 +00003863#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3864 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3865 (__v16hi)_mm256_setzero_si256(), \
3866 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003867
Craig Topperf3efec62016-06-08 06:08:07 +00003868#define _mm512_cvt_roundph_ps(A, R) __extension__ ({ \
3869 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3870 (__v16sf)_mm512_undefined_ps(), \
3871 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003872
Craig Topperf3efec62016-06-08 06:08:07 +00003873#define _mm512_mask_cvt_roundph_ps(W, U, A, R) __extension__ ({ \
3874 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3875 (__v16sf)(__m512)(W), \
3876 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003877
Craig Topperf3efec62016-06-08 06:08:07 +00003878#define _mm512_maskz_cvt_roundph_ps(U, A, R) __extension__ ({ \
3879 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3880 (__v16sf)_mm512_setzero_ps(), \
3881 (__mmask16)(U), (int)(R)); })
3882
3883
Michael Kupersteine45af542015-06-30 13:36:19 +00003884static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003885_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003886{
3887 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003888 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003889 _mm512_setzero_ps (),
3890 (__mmask16) -1,
3891 _MM_FROUND_CUR_DIRECTION);
3892}
3893
Michael Zuckermanf1544752016-05-09 10:32:51 +00003894static __inline__ __m512 __DEFAULT_FN_ATTRS
3895_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003896{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003897 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3898 (__v16sf) __W,
3899 (__mmask16) __U,
3900 _MM_FROUND_CUR_DIRECTION);
3901}
3902
3903static __inline__ __m512 __DEFAULT_FN_ATTRS
3904_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3905{
3906 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3907 (__v16sf) _mm512_setzero_ps (),
3908 (__mmask16) __U,
3909 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003910}
3911
Michael Zuckerman186d8672016-05-31 11:27:34 +00003912#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3913 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3914 (__v8si)_mm256_setzero_si256(), \
3915 (__mmask8)-1, (int)(R)); })
3916
3917#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
3918 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003919 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003920 (__mmask8)(U), (int)(R)); })
3921
Craig Topperf3efec62016-06-08 06:08:07 +00003922#define _mm512_maskz_cvtt_roundpd_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003923 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3924 (__v8si)_mm256_setzero_si256(), \
3925 (__mmask8)(U), (int)(R)); })
3926
Michael Kupersteine45af542015-06-30 13:36:19 +00003927static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003928_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003929{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003930 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003931 (__v8si)_mm256_setzero_si256(),
3932 (__mmask8) -1,
3933 _MM_FROUND_CUR_DIRECTION);
3934}
3935
Michael Zuckermanf1544752016-05-09 10:32:51 +00003936static __inline__ __m256i __DEFAULT_FN_ATTRS
3937_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3938{
3939 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3940 (__v8si) __W,
3941 (__mmask8) __U,
3942 _MM_FROUND_CUR_DIRECTION);
3943}
3944
3945static __inline__ __m256i __DEFAULT_FN_ATTRS
3946_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3947{
3948 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3949 (__v8si) _mm256_setzero_si256 (),
3950 (__mmask8) __U,
3951 _MM_FROUND_CUR_DIRECTION);
3952}
3953
Craig Topper72c7d512015-02-01 07:35:35 +00003954#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003955 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003956 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003957 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003958
Craig Topperf3efec62016-06-08 06:08:07 +00003959#define _mm512_mask_cvtt_roundps_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003960 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003961 (__v16si)(__m512i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003962 (__mmask16)(U), (int)(R)); })
3963
Craig Topperf3efec62016-06-08 06:08:07 +00003964#define _mm512_maskz_cvtt_roundps_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003965 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
3966 (__v16si)_mm512_setzero_si512(), \
3967 (__mmask16)(U), (int)(R)); })
3968
Michael Zuckermanf1544752016-05-09 10:32:51 +00003969static __inline __m512i __DEFAULT_FN_ATTRS
3970_mm512_cvttps_epi32(__m512 __a)
3971{
3972 return (__m512i)
3973 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
3974 (__v16si) _mm512_setzero_si512 (),
3975 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
3976}
3977
3978static __inline__ __m512i __DEFAULT_FN_ATTRS
3979_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3980{
3981 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3982 (__v16si) __W,
3983 (__mmask16) __U,
3984 _MM_FROUND_CUR_DIRECTION);
3985}
3986
3987static __inline__ __m512i __DEFAULT_FN_ATTRS
3988_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
3989{
3990 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3991 (__v16si) _mm512_setzero_si512 (),
3992 (__mmask16) __U,
3993 _MM_FROUND_CUR_DIRECTION);
3994}
Craig Topper72c7d512015-02-01 07:35:35 +00003995
3996#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003997 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003998 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003999 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004000
Craig Topperf3efec62016-06-08 06:08:07 +00004001#define _mm512_mask_cvt_roundps_epi32(W, U, A, R) __extension__ ({ \
4002 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
4003 (__v16si)(__m512i)(W), \
4004 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004005
Craig Topperf3efec62016-06-08 06:08:07 +00004006#define _mm512_maskz_cvt_roundps_epi32(U, A, R) __extension__ ({ \
4007 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
4008 (__v16si)_mm512_setzero_si512(), \
4009 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004010
Michael Zuckermanf1544752016-05-09 10:32:51 +00004011static __inline__ __m512i __DEFAULT_FN_ATTRS
4012_mm512_cvtps_epi32 (__m512 __A)
4013{
4014 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4015 (__v16si) _mm512_undefined_epi32 (),
4016 (__mmask16) -1,
4017 _MM_FROUND_CUR_DIRECTION);
4018}
4019
4020static __inline__ __m512i __DEFAULT_FN_ATTRS
4021_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4022{
4023 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4024 (__v16si) __W,
4025 (__mmask16) __U,
4026 _MM_FROUND_CUR_DIRECTION);
4027}
4028
4029static __inline__ __m512i __DEFAULT_FN_ATTRS
4030_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
4031{
4032 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4033 (__v16si)
4034 _mm512_setzero_si512 (),
4035 (__mmask16) __U,
4036 _MM_FROUND_CUR_DIRECTION);
4037}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004038
Craig Topper72c7d512015-02-01 07:35:35 +00004039#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004040 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004041 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004042 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004043
Craig Topperf3efec62016-06-08 06:08:07 +00004044#define _mm512_mask_cvt_roundpd_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004045 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004046 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004047 (__mmask8)(U), (int)(R)); })
4048
4049#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4050 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4051 (__v8si)_mm256_setzero_si256(), \
4052 (__mmask8)(U), (int)(R)); })
4053
Michael Zuckermanf1544752016-05-09 10:32:51 +00004054static __inline__ __m256i __DEFAULT_FN_ATTRS
4055_mm512_cvtpd_epi32 (__m512d __A)
4056{
4057 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4058 (__v8si)
4059 _mm256_undefined_si256 (),
4060 (__mmask8) -1,
4061 _MM_FROUND_CUR_DIRECTION);
4062}
4063
4064static __inline__ __m256i __DEFAULT_FN_ATTRS
4065_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4066{
4067 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4068 (__v8si) __W,
4069 (__mmask8) __U,
4070 _MM_FROUND_CUR_DIRECTION);
4071}
4072
4073static __inline__ __m256i __DEFAULT_FN_ATTRS
4074_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4075{
4076 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4077 (__v8si)
4078 _mm256_setzero_si256 (),
4079 (__mmask8) __U,
4080 _MM_FROUND_CUR_DIRECTION);
4081}
4082
Craig Topper72c7d512015-02-01 07:35:35 +00004083#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004084 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004085 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004086 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004087
Craig Topperf3efec62016-06-08 06:08:07 +00004088#define _mm512_mask_cvt_roundps_epu32(W, U, A, R) __extension__ ({ \
4089 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4090 (__v16si)(__m512i)(W), \
4091 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004092
Craig Topperf3efec62016-06-08 06:08:07 +00004093#define _mm512_maskz_cvt_roundps_epu32(U, A, R) __extension__ ({ \
4094 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4095 (__v16si)_mm512_setzero_si512(), \
4096 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004097
Michael Zuckermanf1544752016-05-09 10:32:51 +00004098static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004099_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004100{
4101 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4102 (__v16si)\
4103 _mm512_undefined_epi32 (),\
4104 (__mmask16) -1,\
4105 _MM_FROUND_CUR_DIRECTION);\
4106}
4107
4108static __inline__ __m512i __DEFAULT_FN_ATTRS
4109_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4110{
4111 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4112 (__v16si) __W,
4113 (__mmask16) __U,
4114 _MM_FROUND_CUR_DIRECTION);
4115}
4116
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004117static __inline__ __m512i __DEFAULT_FN_ATTRS
4118_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4119{
4120 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4121 (__v16si)
4122 _mm512_setzero_si512 (),
4123 (__mmask16) __U ,
4124 _MM_FROUND_CUR_DIRECTION);
4125}
4126
Craig Topper72c7d512015-02-01 07:35:35 +00004127#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004128 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004129 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004130 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004131
Craig Topperf3efec62016-06-08 06:08:07 +00004132#define _mm512_mask_cvt_roundpd_epu32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004133 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4134 (__v8si)(W), \
Craig Topperf3efec62016-06-08 06:08:07 +00004135 (__mmask8)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004136
4137#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4138 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4139 (__v8si)_mm256_setzero_si256(), \
4140 (__mmask8)(U), (int)(R)); })
4141
Michael Zuckermanf1544752016-05-09 10:32:51 +00004142static __inline__ __m256i __DEFAULT_FN_ATTRS
4143_mm512_cvtpd_epu32 (__m512d __A)
4144{
4145 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4146 (__v8si)
4147 _mm256_undefined_si256 (),
4148 (__mmask8) -1,
4149 _MM_FROUND_CUR_DIRECTION);
4150}
4151
4152static __inline__ __m256i __DEFAULT_FN_ATTRS
4153_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4154{
4155 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4156 (__v8si) __W,
4157 (__mmask8) __U,
4158 _MM_FROUND_CUR_DIRECTION);
4159}
4160
4161static __inline__ __m256i __DEFAULT_FN_ATTRS
4162_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4163{
4164 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4165 (__v8si)
4166 _mm256_setzero_si256 (),
4167 (__mmask8) __U,
4168 _MM_FROUND_CUR_DIRECTION);
4169}
Craig Topper79f53ca2016-06-23 06:36:42 +00004170
Adam Nemet63a951e2015-01-14 01:31:17 +00004171/* Unpack and Interleave */
Craig Topper79f53ca2016-06-23 06:36:42 +00004172
Michael Kupersteine45af542015-06-30 13:36:19 +00004173static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004174_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4175{
Craig Topper79f53ca2016-06-23 06:36:42 +00004176 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4177 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4178}
4179
4180static __inline__ __m512d __DEFAULT_FN_ATTRS
4181_mm512_mask_unpackhi_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4182{
4183 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4184 (__v8df)_mm512_unpackhi_pd(__A, __B),
4185 (__v8df)__W);
4186}
4187
4188static __inline__ __m512d __DEFAULT_FN_ATTRS
4189_mm512_maskz_unpackhi_pd(__mmask8 __U, __m512d __A, __m512d __B)
4190{
4191 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4192 (__v8df)_mm512_unpackhi_pd(__A, __B),
4193 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004194}
4195
Michael Kupersteine45af542015-06-30 13:36:19 +00004196static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004197_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4198{
Craig Topper79f53ca2016-06-23 06:36:42 +00004199 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4200 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4201}
4202
4203static __inline__ __m512d __DEFAULT_FN_ATTRS
4204_mm512_mask_unpacklo_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4205{
4206 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4207 (__v8df)_mm512_unpacklo_pd(__A, __B),
4208 (__v8df)__W);
4209}
4210
4211static __inline__ __m512d __DEFAULT_FN_ATTRS
4212_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
4213{
4214 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4215 (__v8df)_mm512_unpacklo_pd(__A, __B),
4216 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004217}
4218
Michael Kupersteine45af542015-06-30 13:36:19 +00004219static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004220_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4221{
Craig Topper79f53ca2016-06-23 06:36:42 +00004222 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4223 2, 18, 3, 19,
4224 2+4, 18+4, 3+4, 19+4,
4225 2+8, 18+8, 3+8, 19+8,
4226 2+12, 18+12, 3+12, 19+12);
4227}
4228
4229static __inline__ __m512 __DEFAULT_FN_ATTRS
4230_mm512_mask_unpackhi_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4231{
4232 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4233 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4234 (__v16sf)__W);
4235}
4236
4237static __inline__ __m512 __DEFAULT_FN_ATTRS
4238_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
4239{
4240 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4241 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4242 (__v16sf)_mm512_setzero_ps());
Adam Nemet63a951e2015-01-14 01:31:17 +00004243}
4244
Michael Kupersteine45af542015-06-30 13:36:19 +00004245static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004246_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4247{
Craig Topper79f53ca2016-06-23 06:36:42 +00004248 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4249 0, 16, 1, 17,
4250 0+4, 16+4, 1+4, 17+4,
4251 0+8, 16+8, 1+8, 17+8,
4252 0+12, 16+12, 1+12, 17+12);
4253}
4254
4255static __inline__ __m512 __DEFAULT_FN_ATTRS
4256_mm512_mask_unpacklo_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4257{
4258 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4259 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4260 (__v16sf)__W);
4261}
4262
4263static __inline__ __m512 __DEFAULT_FN_ATTRS
4264_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
4265{
4266 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4267 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4268 (__v16sf)_mm512_setzero_ps());
4269}
4270
4271static __inline__ __m512i __DEFAULT_FN_ATTRS
4272_mm512_unpackhi_epi32(__m512i __A, __m512i __B)
4273{
4274 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4275 2, 18, 3, 19,
4276 2+4, 18+4, 3+4, 19+4,
4277 2+8, 18+8, 3+8, 19+8,
4278 2+12, 18+12, 3+12, 19+12);
4279}
4280
4281static __inline__ __m512i __DEFAULT_FN_ATTRS
4282_mm512_mask_unpackhi_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4283{
4284 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4285 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4286 (__v16si)__W);
4287}
4288
4289static __inline__ __m512i __DEFAULT_FN_ATTRS
4290_mm512_maskz_unpackhi_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4291{
4292 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4293 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4294 (__v16si)_mm512_setzero_si512());
4295}
4296
4297static __inline__ __m512i __DEFAULT_FN_ATTRS
4298_mm512_unpacklo_epi32(__m512i __A, __m512i __B)
4299{
4300 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4301 0, 16, 1, 17,
4302 0+4, 16+4, 1+4, 17+4,
4303 0+8, 16+8, 1+8, 17+8,
4304 0+12, 16+12, 1+12, 17+12);
4305}
4306
4307static __inline__ __m512i __DEFAULT_FN_ATTRS
4308_mm512_mask_unpacklo_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4309{
4310 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4311 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4312 (__v16si)__W);
4313}
4314
4315static __inline__ __m512i __DEFAULT_FN_ATTRS
4316_mm512_maskz_unpacklo_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4317{
4318 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4319 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4320 (__v16si)_mm512_setzero_si512());
4321}
4322
4323static __inline__ __m512i __DEFAULT_FN_ATTRS
4324_mm512_unpackhi_epi64(__m512i __A, __m512i __B)
4325{
4326 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4327 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4328}
4329
4330static __inline__ __m512i __DEFAULT_FN_ATTRS
4331_mm512_mask_unpackhi_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4332{
4333 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4334 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4335 (__v8di)__W);
4336}
4337
4338static __inline__ __m512i __DEFAULT_FN_ATTRS
4339_mm512_maskz_unpackhi_epi64(__mmask8 __U, __m512i __A, __m512i __B)
4340{
4341 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4342 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4343 (__v8di)_mm512_setzero_si512());
4344}
4345
4346static __inline__ __m512i __DEFAULT_FN_ATTRS
4347_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
4348{
4349 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4350 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4351}
4352
4353static __inline__ __m512i __DEFAULT_FN_ATTRS
4354_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4355{
4356 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4357 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4358 (__v8di)__W);
4359}
4360
4361static __inline__ __m512i __DEFAULT_FN_ATTRS
4362_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4363{
4364 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4365 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4366 (__v8di)_mm512_setzero_si512());
Adam Nemet63a951e2015-01-14 01:31:17 +00004367}
4368
Adam Nemet0d5bb552014-07-28 17:14:40 +00004369/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004370
Michael Kupersteine45af542015-06-30 13:36:19 +00004371static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004372_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004373{
4374 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4375 (__v16si) __B,
4376 (__mmask16) -1);
4377}
4378
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004379static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4380_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4381{
4382 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4383 (__v16si) __B, __U);
4384}
4385
Michael Kupersteine45af542015-06-30 13:36:19 +00004386static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004387_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004388{
4389 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4390 (__v8di) __B,
4391 (__mmask8) -1);
4392}
4393
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004394static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4395_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4396{
4397 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4398}
4399
4400
Adam Nemet0d5bb552014-07-28 17:14:40 +00004401/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004402
Michael Kupersteine45af542015-06-30 13:36:19 +00004403static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004404_mm512_loadu_si512 (void const *__P)
4405{
Craig Topper4537ea72016-05-14 06:03:13 +00004406 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004407 (__v16si)
4408 _mm512_setzero_si512 (),
4409 (__mmask16) -1);
4410}
4411
4412static __inline __m512i __DEFAULT_FN_ATTRS
4413_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4414{
Craig Topper4537ea72016-05-14 06:03:13 +00004415 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004416 (__v16si) __W,
4417 (__mmask16) __U);
4418}
4419
4420
4421static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004422_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004423{
Craig Topper4537ea72016-05-14 06:03:13 +00004424 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004425 (__v16si)
4426 _mm512_setzero_si512 (),
4427 (__mmask16) __U);
4428}
4429
Michael Kupersteine45af542015-06-30 13:36:19 +00004430static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004431_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4432{
Craig Topper4537ea72016-05-14 06:03:13 +00004433 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004434 (__v8di) __W,
4435 (__mmask8) __U);
4436}
4437
4438static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004439_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004440{
Craig Topper4537ea72016-05-14 06:03:13 +00004441 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004442 (__v8di)
4443 _mm512_setzero_si512 (),
4444 (__mmask8) __U);
4445}
4446
Michael Kupersteine45af542015-06-30 13:36:19 +00004447static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004448_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4449{
Craig Topper4537ea72016-05-14 06:03:13 +00004450 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004451 (__v16sf) __W,
4452 (__mmask16) __U);
4453}
4454
4455static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004456_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004457{
Craig Topper4537ea72016-05-14 06:03:13 +00004458 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004459 (__v16sf)
4460 _mm512_setzero_ps (),
4461 (__mmask16) __U);
4462}
4463
Michael Kupersteine45af542015-06-30 13:36:19 +00004464static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004465_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004466{
Craig Topper4537ea72016-05-14 06:03:13 +00004467 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004468 (__v8df) __W,
4469 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004470}
4471
Michael Kupersteine45af542015-06-30 13:36:19 +00004472static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004473_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004474{
Craig Topper4537ea72016-05-14 06:03:13 +00004475 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004476 (__v8df)
4477 _mm512_setzero_pd (),
4478 (__mmask8) __U);
4479}
4480
Michael Kupersteine45af542015-06-30 13:36:19 +00004481static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004482_mm512_loadu_pd(double const *__p)
4483{
4484 struct __loadu_pd {
4485 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004486 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004487 return ((struct __loadu_pd*)__p)->__v;
4488}
4489
Michael Kupersteine45af542015-06-30 13:36:19 +00004490static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004491_mm512_loadu_ps(float const *__p)
4492{
4493 struct __loadu_ps {
4494 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004495 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004496 return ((struct __loadu_ps*)__p)->__v;
4497}
4498
Michael Kupersteine45af542015-06-30 13:36:19 +00004499static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004500_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004501{
4502 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4503 (__v16sf)
4504 _mm512_setzero_ps (),
4505 (__mmask16) -1);
4506}
4507
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004508static __inline __m512 __DEFAULT_FN_ATTRS
4509_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4510{
4511 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4512 (__v16sf) __W,
4513 (__mmask16) __U);
4514}
4515
4516static __inline __m512 __DEFAULT_FN_ATTRS
4517_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4518{
4519 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4520 (__v16sf)
4521 _mm512_setzero_ps (),
4522 (__mmask16) __U);
4523}
4524
Michael Kupersteine45af542015-06-30 13:36:19 +00004525static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004526_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004527{
4528 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4529 (__v8df)
4530 _mm512_setzero_pd (),
4531 (__mmask8) -1);
4532}
4533
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004534static __inline __m512d __DEFAULT_FN_ATTRS
4535_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4536{
4537 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4538 (__v8df) __W,
4539 (__mmask8) __U);
4540}
4541
4542static __inline __m512d __DEFAULT_FN_ATTRS
4543_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4544{
4545 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4546 (__v8df)
4547 _mm512_setzero_pd (),
4548 (__mmask8) __U);
4549}
4550
4551static __inline __m512i __DEFAULT_FN_ATTRS
4552_mm512_load_si512 (void const *__P)
4553{
4554 return *(__m512i *) __P;
4555}
4556
4557static __inline __m512i __DEFAULT_FN_ATTRS
4558_mm512_load_epi32 (void const *__P)
4559{
4560 return *(__m512i *) __P;
4561}
4562
4563static __inline __m512i __DEFAULT_FN_ATTRS
4564_mm512_load_epi64 (void const *__P)
4565{
4566 return *(__m512i *) __P;
4567}
4568
Adam Nemet0d5bb552014-07-28 17:14:40 +00004569/* SIMD store ops */
4570
Michael Kupersteine45af542015-06-30 13:36:19 +00004571static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004572_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004573{
Craig Topper4537ea72016-05-14 06:03:13 +00004574 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004575 (__mmask8) __U);
4576}
4577
Michael Kupersteine45af542015-06-30 13:36:19 +00004578static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004579_mm512_storeu_si512 (void *__P, __m512i __A)
4580{
Craig Topper4537ea72016-05-14 06:03:13 +00004581 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004582 (__mmask16) -1);
4583}
4584
4585static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004586_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004587{
Craig Topper4537ea72016-05-14 06:03:13 +00004588 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004589 (__mmask16) __U);
4590}
4591
Michael Kupersteine45af542015-06-30 13:36:19 +00004592static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004593_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004594{
Craig Topper4537ea72016-05-14 06:03:13 +00004595 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004596}
4597
Michael Kupersteine45af542015-06-30 13:36:19 +00004598static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004599_mm512_storeu_pd(void *__P, __m512d __A)
4600{
Craig Topper4537ea72016-05-14 06:03:13 +00004601 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004602}
4603
Michael Kupersteine45af542015-06-30 13:36:19 +00004604static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004605_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004606{
Craig Topper4537ea72016-05-14 06:03:13 +00004607 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004608 (__mmask16) __U);
4609}
4610
Michael Kupersteine45af542015-06-30 13:36:19 +00004611static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004612_mm512_storeu_ps(void *__P, __m512 __A)
4613{
Craig Topper4537ea72016-05-14 06:03:13 +00004614 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004615}
4616
Michael Kupersteine45af542015-06-30 13:36:19 +00004617static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004618_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004619{
Adam Nemetc0cff242015-01-16 18:51:50 +00004620 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004621}
4622
Michael Kupersteine45af542015-06-30 13:36:19 +00004623static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004624_mm512_store_pd(void *__P, __m512d __A)
4625{
4626 *(__m512d*)__P = __A;
4627}
4628
Michael Kupersteine45af542015-06-30 13:36:19 +00004629static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004630_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4631{
4632 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4633 (__mmask16) __U);
4634}
4635
Michael Kupersteine45af542015-06-30 13:36:19 +00004636static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004637_mm512_store_ps(void *__P, __m512 __A)
4638{
4639 *(__m512*)__P = __A;
4640}
4641
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004642static __inline void __DEFAULT_FN_ATTRS
4643_mm512_store_si512 (void *__P, __m512i __A)
4644{
4645 *(__m512i *) __P = __A;
4646}
4647
4648static __inline void __DEFAULT_FN_ATTRS
4649_mm512_store_epi32 (void *__P, __m512i __A)
4650{
4651 *(__m512i *) __P = __A;
4652}
4653
4654static __inline void __DEFAULT_FN_ATTRS
4655_mm512_store_epi64 (void *__P, __m512i __A)
4656{
4657 *(__m512i *) __P = __A;
4658}
4659
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004660/* Mask ops */
4661
Michael Kupersteine45af542015-06-30 13:36:19 +00004662static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004663_mm512_knot(__mmask16 __M)
4664{
4665 return __builtin_ia32_knothi(__M);
4666}
4667
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004668/* Integer compare */
4669
Michael Kupersteine45af542015-06-30 13:36:19 +00004670static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004671_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4672 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4673 (__mmask16)-1);
4674}
4675
Michael Kupersteine45af542015-06-30 13:36:19 +00004676static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004677_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4678 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4679 __u);
4680}
4681
Michael Kupersteine45af542015-06-30 13:36:19 +00004682static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004683_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4684 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4685 (__mmask16)-1);
4686}
4687
Michael Kupersteine45af542015-06-30 13:36:19 +00004688static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004689_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4690 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4691 __u);
4692}
4693
Michael Kupersteine45af542015-06-30 13:36:19 +00004694static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004695_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4696 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4697 __u);
4698}
4699
Michael Kupersteine45af542015-06-30 13:36:19 +00004700static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004701_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4702 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4703 (__mmask8)-1);
4704}
4705
Michael Kupersteine45af542015-06-30 13:36:19 +00004706static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004707_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4708 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4709 (__mmask8)-1);
4710}
4711
Michael Kupersteine45af542015-06-30 13:36:19 +00004712static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004713_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4714 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4715 __u);
4716}
4717
Michael Kupersteine45af542015-06-30 13:36:19 +00004718static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004719_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4720 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4721 (__mmask16)-1);
4722}
4723
Michael Kupersteine45af542015-06-30 13:36:19 +00004724static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004725_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4726 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4727 __u);
4728}
4729
Michael Kupersteine45af542015-06-30 13:36:19 +00004730static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004731_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4732 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4733 (__mmask16)-1);
4734}
4735
Michael Kupersteine45af542015-06-30 13:36:19 +00004736static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004737_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4738 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4739 __u);
4740}
4741
Michael Kupersteine45af542015-06-30 13:36:19 +00004742static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004743_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4744 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4745 (__mmask8)-1);
4746}
4747
Michael Kupersteine45af542015-06-30 13:36:19 +00004748static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004749_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4750 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4751 __u);
4752}
4753
Michael Kupersteine45af542015-06-30 13:36:19 +00004754static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004755_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4756 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4757 (__mmask8)-1);
4758}
4759
Michael Kupersteine45af542015-06-30 13:36:19 +00004760static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004761_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4762 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4763 __u);
4764}
4765
Michael Kupersteine45af542015-06-30 13:36:19 +00004766static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004767_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4768 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4769 (__mmask16)-1);
4770}
4771
Michael Kupersteine45af542015-06-30 13:36:19 +00004772static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004773_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4774 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4775 __u);
4776}
4777
Michael Kupersteine45af542015-06-30 13:36:19 +00004778static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004779_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4780 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4781 (__mmask16)-1);
4782}
4783
Michael Kupersteine45af542015-06-30 13:36:19 +00004784static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004785_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4786 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4787 __u);
4788}
4789
Michael Kupersteine45af542015-06-30 13:36:19 +00004790static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004791_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4792 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4793 __u);
4794}
4795
Michael Kupersteine45af542015-06-30 13:36:19 +00004796static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004797_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4798 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4799 (__mmask8)-1);
4800}
4801
Michael Kupersteine45af542015-06-30 13:36:19 +00004802static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004803_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4804 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4805 (__mmask8)-1);
4806}
4807
Michael Kupersteine45af542015-06-30 13:36:19 +00004808static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004809_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4810 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4811 __u);
4812}
4813
Michael Kupersteine45af542015-06-30 13:36:19 +00004814static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004815_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4816 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4817 (__mmask16)-1);
4818}
4819
Michael Kupersteine45af542015-06-30 13:36:19 +00004820static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004821_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4822 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4823 __u);
4824}
4825
Michael Kupersteine45af542015-06-30 13:36:19 +00004826static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004827_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4828 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4829 (__mmask16)-1);
4830}
4831
Michael Kupersteine45af542015-06-30 13:36:19 +00004832static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004833_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4834 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4835 __u);
4836}
4837
Michael Kupersteine45af542015-06-30 13:36:19 +00004838static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004839_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4840 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4841 (__mmask8)-1);
4842}
4843
Michael Kupersteine45af542015-06-30 13:36:19 +00004844static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004845_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4846 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4847 __u);
4848}
4849
Michael Kupersteine45af542015-06-30 13:36:19 +00004850static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004851_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4852 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4853 (__mmask8)-1);
4854}
4855
Michael Kupersteine45af542015-06-30 13:36:19 +00004856static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004857_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4858 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4859 __u);
4860}
4861
Michael Kupersteine45af542015-06-30 13:36:19 +00004862static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004863_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4864 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4865 (__mmask16)-1);
4866}
4867
Michael Kupersteine45af542015-06-30 13:36:19 +00004868static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004869_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4870 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4871 __u);
4872}
4873
Michael Kupersteine45af542015-06-30 13:36:19 +00004874static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004875_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4876 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4877 (__mmask16)-1);
4878}
4879
Michael Kupersteine45af542015-06-30 13:36:19 +00004880static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004881_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4882 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4883 __u);
4884}
4885
Michael Kupersteine45af542015-06-30 13:36:19 +00004886static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004887_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4888 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4889 (__mmask8)-1);
4890}
4891
Michael Kupersteine45af542015-06-30 13:36:19 +00004892static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004893_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4894 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4895 __u);
4896}
4897
Michael Kupersteine45af542015-06-30 13:36:19 +00004898static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004899_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4900 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4901 (__mmask8)-1);
4902}
4903
Michael Kupersteine45af542015-06-30 13:36:19 +00004904static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004905_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4906 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4907 __u);
4908}
4909
Michael Kupersteine45af542015-06-30 13:36:19 +00004910static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004911_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4912 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4913 (__mmask16)-1);
4914}
4915
Michael Kupersteine45af542015-06-30 13:36:19 +00004916static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004917_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4918 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4919 __u);
4920}
4921
Michael Kupersteine45af542015-06-30 13:36:19 +00004922static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004923_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4924 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4925 (__mmask16)-1);
4926}
4927
Michael Kupersteine45af542015-06-30 13:36:19 +00004928static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004929_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4930 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4931 __u);
4932}
4933
Michael Kupersteine45af542015-06-30 13:36:19 +00004934static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004935_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4936 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4937 (__mmask8)-1);
4938}
4939
Michael Kupersteine45af542015-06-30 13:36:19 +00004940static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004941_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4942 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4943 __u);
4944}
4945
Michael Kupersteine45af542015-06-30 13:36:19 +00004946static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004947_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4948 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4949 (__mmask8)-1);
4950}
4951
Michael Kupersteine45af542015-06-30 13:36:19 +00004952static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004953_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4954 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4955 __u);
4956}
4957
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004958static __inline__ __m512i __DEFAULT_FN_ATTRS
4959_mm512_cvtepi8_epi32 (__m128i __A)
4960{
4961 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4962 (__v16si)
4963 _mm512_setzero_si512 (),
4964 (__mmask16) -1);
4965}
4966
4967static __inline__ __m512i __DEFAULT_FN_ATTRS
4968_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4969{
4970 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4971 (__v16si) __W,
4972 (__mmask16) __U);
4973}
4974
4975static __inline__ __m512i __DEFAULT_FN_ATTRS
4976_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4977{
4978 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4979 (__v16si)
4980 _mm512_setzero_si512 (),
4981 (__mmask16) __U);
4982}
4983
4984static __inline__ __m512i __DEFAULT_FN_ATTRS
4985_mm512_cvtepi8_epi64 (__m128i __A)
4986{
4987 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4988 (__v8di)
4989 _mm512_setzero_si512 (),
4990 (__mmask8) -1);
4991}
4992
4993static __inline__ __m512i __DEFAULT_FN_ATTRS
4994_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4995{
4996 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4997 (__v8di) __W,
4998 (__mmask8) __U);
4999}
5000
5001static __inline__ __m512i __DEFAULT_FN_ATTRS
5002_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
5003{
5004 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
5005 (__v8di)
5006 _mm512_setzero_si512 (),
5007 (__mmask8) __U);
5008}
5009
5010static __inline__ __m512i __DEFAULT_FN_ATTRS
5011_mm512_cvtepi32_epi64 (__m256i __X)
5012{
5013 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5014 (__v8di)
5015 _mm512_setzero_si512 (),
5016 (__mmask8) -1);
5017}
5018
5019static __inline__ __m512i __DEFAULT_FN_ATTRS
5020_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5021{
5022 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5023 (__v8di) __W,
5024 (__mmask8) __U);
5025}
5026
5027static __inline__ __m512i __DEFAULT_FN_ATTRS
5028_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
5029{
5030 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5031 (__v8di)
5032 _mm512_setzero_si512 (),
5033 (__mmask8) __U);
5034}
5035
5036static __inline__ __m512i __DEFAULT_FN_ATTRS
5037_mm512_cvtepi16_epi32 (__m256i __A)
5038{
5039 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5040 (__v16si)
5041 _mm512_setzero_si512 (),
5042 (__mmask16) -1);
5043}
5044
5045static __inline__ __m512i __DEFAULT_FN_ATTRS
5046_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5047{
5048 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5049 (__v16si) __W,
5050 (__mmask16) __U);
5051}
5052
5053static __inline__ __m512i __DEFAULT_FN_ATTRS
5054_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
5055{
5056 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5057 (__v16si)
5058 _mm512_setzero_si512 (),
5059 (__mmask16) __U);
5060}
5061
5062static __inline__ __m512i __DEFAULT_FN_ATTRS
5063_mm512_cvtepi16_epi64 (__m128i __A)
5064{
5065 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5066 (__v8di)
5067 _mm512_setzero_si512 (),
5068 (__mmask8) -1);
5069}
5070
5071static __inline__ __m512i __DEFAULT_FN_ATTRS
5072_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5073{
5074 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5075 (__v8di) __W,
5076 (__mmask8) __U);
5077}
5078
5079static __inline__ __m512i __DEFAULT_FN_ATTRS
5080_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
5081{
5082 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5083 (__v8di)
5084 _mm512_setzero_si512 (),
5085 (__mmask8) __U);
5086}
5087
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005088static __inline__ __m512i __DEFAULT_FN_ATTRS
5089_mm512_cvtepu8_epi32 (__m128i __A)
5090{
5091 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5092 (__v16si)
5093 _mm512_setzero_si512 (),
5094 (__mmask16) -1);
5095}
5096
5097static __inline__ __m512i __DEFAULT_FN_ATTRS
5098_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
5099{
5100 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5101 (__v16si) __W,
5102 (__mmask16) __U);
5103}
5104
5105static __inline__ __m512i __DEFAULT_FN_ATTRS
5106_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
5107{
5108 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5109 (__v16si)
5110 _mm512_setzero_si512 (),
5111 (__mmask16) __U);
5112}
5113
5114static __inline__ __m512i __DEFAULT_FN_ATTRS
5115_mm512_cvtepu8_epi64 (__m128i __A)
5116{
5117 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5118 (__v8di)
5119 _mm512_setzero_si512 (),
5120 (__mmask8) -1);
5121}
5122
5123static __inline__ __m512i __DEFAULT_FN_ATTRS
5124_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5125{
5126 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5127 (__v8di) __W,
5128 (__mmask8) __U);
5129}
5130
5131static __inline__ __m512i __DEFAULT_FN_ATTRS
5132_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
5133{
5134 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5135 (__v8di)
5136 _mm512_setzero_si512 (),
5137 (__mmask8) __U);
5138}
5139
5140static __inline__ __m512i __DEFAULT_FN_ATTRS
5141_mm512_cvtepu32_epi64 (__m256i __X)
5142{
5143 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5144 (__v8di)
5145 _mm512_setzero_si512 (),
5146 (__mmask8) -1);
5147}
5148
5149static __inline__ __m512i __DEFAULT_FN_ATTRS
5150_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5151{
5152 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5153 (__v8di) __W,
5154 (__mmask8) __U);
5155}
5156
5157static __inline__ __m512i __DEFAULT_FN_ATTRS
5158_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
5159{
5160 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5161 (__v8di)
5162 _mm512_setzero_si512 (),
5163 (__mmask8) __U);
5164}
5165
5166static __inline__ __m512i __DEFAULT_FN_ATTRS
5167_mm512_cvtepu16_epi32 (__m256i __A)
5168{
5169 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5170 (__v16si)
5171 _mm512_setzero_si512 (),
5172 (__mmask16) -1);
5173}
5174
5175static __inline__ __m512i __DEFAULT_FN_ATTRS
5176_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5177{
5178 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5179 (__v16si) __W,
5180 (__mmask16) __U);
5181}
5182
5183static __inline__ __m512i __DEFAULT_FN_ATTRS
5184_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5185{
5186 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5187 (__v16si)
5188 _mm512_setzero_si512 (),
5189 (__mmask16) __U);
5190}
5191
5192static __inline__ __m512i __DEFAULT_FN_ATTRS
5193_mm512_cvtepu16_epi64 (__m128i __A)
5194{
5195 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5196 (__v8di)
5197 _mm512_setzero_si512 (),
5198 (__mmask8) -1);
5199}
5200
5201static __inline__ __m512i __DEFAULT_FN_ATTRS
5202_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5203{
5204 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5205 (__v8di) __W,
5206 (__mmask8) __U);
5207}
5208
5209static __inline__ __m512i __DEFAULT_FN_ATTRS
5210_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5211{
5212 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5213 (__v8di)
5214 _mm512_setzero_si512 (),
5215 (__mmask8) __U);
5216}
5217
Michael Zuckermane98cc742016-02-23 15:59:47 +00005218static __inline__ __m512i __DEFAULT_FN_ATTRS
5219_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5220{
5221 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5222 (__v16si) __B,
5223 (__v16si)
5224 _mm512_setzero_si512 (),
5225 (__mmask16) -1);
5226}
5227
5228static __inline__ __m512i __DEFAULT_FN_ATTRS
5229_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5230{
5231 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5232 (__v16si) __B,
5233 (__v16si) __W,
5234 (__mmask16) __U);
5235}
5236
5237static __inline__ __m512i __DEFAULT_FN_ATTRS
5238_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5239{
5240 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5241 (__v16si) __B,
5242 (__v16si)
5243 _mm512_setzero_si512 (),
5244 (__mmask16) __U);
5245}
5246
5247static __inline__ __m512i __DEFAULT_FN_ATTRS
5248_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5249{
5250 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5251 (__v8di) __B,
5252 (__v8di)
5253 _mm512_setzero_si512 (),
5254 (__mmask8) -1);
5255}
5256
5257static __inline__ __m512i __DEFAULT_FN_ATTRS
5258_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5259{
5260 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5261 (__v8di) __B,
5262 (__v8di) __W,
5263 (__mmask8) __U);
5264}
5265
5266static __inline__ __m512i __DEFAULT_FN_ATTRS
5267_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5268{
5269 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5270 (__v8di) __B,
5271 (__v8di)
5272 _mm512_setzero_si512 (),
5273 (__mmask8) __U);
5274}
5275
5276
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005277
Craig Topper4cac1c22015-01-25 23:30:07 +00005278#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005279 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005280 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005281 (__mmask16)-1); })
5282
5283#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005284 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005285 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005286 (__mmask16)-1); })
5287
5288#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005289 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005290 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005291 (__mmask8)-1); })
5292
5293#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005294 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005295 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005296 (__mmask8)-1); })
5297
5298#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005299 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005300 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005301 (__mmask16)(m)); })
5302
5303#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005304 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005305 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005306 (__mmask16)(m)); })
5307
5308#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005309 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005310 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005311 (__mmask8)(m)); })
5312
5313#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005314 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005315 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005316 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005317
Michael Zuckerman38a27272016-02-22 09:05:41 +00005318#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005319 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5320 (__v16si)_mm512_setzero_si512(), \
5321 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005322
5323#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005324 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5325 (__v16si)(__m512i)(W), \
5326 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005327
5328#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005329 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5330 (__v16si)_mm512_setzero_si512(), \
5331 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005332
5333#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005334 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5335 (__v8di)_mm512_setzero_si512(), \
5336 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005337
5338#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005339 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5340 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005341
5342#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005343 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5344 (__v8di)_mm512_setzero_si512(), \
5345 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005346static __inline__ __m512i __DEFAULT_FN_ATTRS
5347_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5348{
5349 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5350 (__v16si) __B,
5351 (__v16si)
5352 _mm512_setzero_si512 (),
5353 (__mmask16) -1);
5354}
5355
5356static __inline__ __m512i __DEFAULT_FN_ATTRS
5357_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5358{
5359 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5360 (__v16si) __B,
5361 (__v16si) __W,
5362 (__mmask16) __U);
5363}
5364
5365static __inline__ __m512i __DEFAULT_FN_ATTRS
5366_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5367{
5368 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5369 (__v16si) __B,
5370 (__v16si)
5371 _mm512_setzero_si512 (),
5372 (__mmask16) __U);
5373}
5374
5375static __inline__ __m512i __DEFAULT_FN_ATTRS
5376_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5377{
5378 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5379 (__v8di) __B,
5380 (__v8di)
5381 _mm512_setzero_si512 (),
5382 (__mmask8) -1);
5383}
5384
5385static __inline__ __m512i __DEFAULT_FN_ATTRS
5386_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5387{
5388 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5389 (__v8di) __B,
5390 (__v8di) __W,
5391 (__mmask8) __U);
5392}
5393
5394static __inline__ __m512i __DEFAULT_FN_ATTRS
5395_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5396{
5397 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5398 (__v8di) __B,
5399 (__v8di)
5400 _mm512_setzero_si512 (),
5401 (__mmask8) __U);
5402}
5403
Craig Topper8c18e112016-05-17 04:41:50 +00005404#define _mm512_ror_epi32(A, B) __extension__ ({ \
5405 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5406 (__v16si)_mm512_setzero_si512(), \
5407 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005408
Craig Topper8c18e112016-05-17 04:41:50 +00005409#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5410 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5411 (__v16si)(__m512i)(W), \
5412 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005413
Craig Topper8c18e112016-05-17 04:41:50 +00005414#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5415 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5416 (__v16si)_mm512_setzero_si512(), \
5417 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005418
Craig Topper8c18e112016-05-17 04:41:50 +00005419#define _mm512_ror_epi64(A, B) __extension__ ({ \
5420 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5421 (__v8di)_mm512_setzero_si512(), \
5422 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005423
Craig Topper8c18e112016-05-17 04:41:50 +00005424#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5425 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5426 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005427
Craig Topper8c18e112016-05-17 04:41:50 +00005428#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5429 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5430 (__v8di)_mm512_setzero_si512(), \
5431 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005432
Craig Topper8c18e112016-05-17 04:41:50 +00005433#define _mm512_slli_epi32(A, B) __extension__ ({ \
5434 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5435 (__v16si)_mm512_setzero_si512(), \
5436 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005437
Craig Topper8c18e112016-05-17 04:41:50 +00005438#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5439 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5440 (__v16si)(__m512i)(W), \
5441 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005442
Craig Topper8c18e112016-05-17 04:41:50 +00005443#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5444 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5445 (__v16si)_mm512_setzero_si512(), \
5446 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005447
Craig Topper8c18e112016-05-17 04:41:50 +00005448#define _mm512_slli_epi64(A, B) __extension__ ({ \
5449 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5450 (__v8di)_mm512_setzero_si512(), \
5451 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005452
Craig Topper8c18e112016-05-17 04:41:50 +00005453#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5454 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5455 (__v8di)(__m512i)(W), \
5456 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005457
Craig Topper8c18e112016-05-17 04:41:50 +00005458#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5459 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5460 (__v8di)_mm512_setzero_si512(), \
5461 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005462
Michael Zuckerman38a27272016-02-22 09:05:41 +00005463
Michael Zuckermand176d742016-03-01 17:49:03 +00005464
Craig Topper8c18e112016-05-17 04:41:50 +00005465#define _mm512_srli_epi32(A, B) __extension__ ({ \
5466 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5467 (__v16si)_mm512_setzero_si512(), \
5468 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005469
Craig Topper8c18e112016-05-17 04:41:50 +00005470#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5471 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5472 (__v16si)(__m512i)(W), \
5473 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005474
Craig Topper8c18e112016-05-17 04:41:50 +00005475#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5476 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5477 (__v16si)_mm512_setzero_si512(), \
5478 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005479
Craig Topper8c18e112016-05-17 04:41:50 +00005480#define _mm512_srli_epi64(A, B) __extension__ ({ \
5481 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5482 (__v8di)_mm512_setzero_si512(), \
5483 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005484
Craig Topper8c18e112016-05-17 04:41:50 +00005485#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5486 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5487 (__v8di)(__m512i)(W), \
5488 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005489
Craig Topper8c18e112016-05-17 04:41:50 +00005490#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5491 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5492 (__v8di)_mm512_setzero_si512(), \
5493 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005494
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005495static __inline__ __m512i __DEFAULT_FN_ATTRS
5496_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5497{
5498 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5499 (__v16si) __W,
5500 (__mmask16) __U);
5501}
5502
5503static __inline__ __m512i __DEFAULT_FN_ATTRS
5504_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5505{
5506 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5507 (__v16si)
5508 _mm512_setzero_si512 (),
5509 (__mmask16) __U);
5510}
5511
5512static __inline__ void __DEFAULT_FN_ATTRS
5513_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5514{
5515 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5516 (__mmask16) __U);
5517}
5518
5519static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005520_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5521{
Igor Bregeraadb8762016-06-08 13:59:20 +00005522 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5523 (__v16si) __A,
5524 (__v16si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +00005525}
5526
5527static __inline__ __m512i __DEFAULT_FN_ATTRS
5528_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5529{
Igor Bregeraadb8762016-06-08 13:59:20 +00005530 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5531 (__v16si) __A,
5532 (__v16si) _mm512_setzero_si512 ());
Michael Zuckermane6542002016-05-23 08:01:48 +00005533}
5534
5535static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005536_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5537{
Igor Bregeraadb8762016-06-08 13:59:20 +00005538 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5539 (__v8di) __A,
5540 (__v8di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005541}
5542
5543static __inline__ __m512i __DEFAULT_FN_ATTRS
5544_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5545{
Igor Bregeraadb8762016-06-08 13:59:20 +00005546 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5547 (__v8di) __A,
5548 (__v8di) _mm512_setzero_si512 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005549}
5550
5551static __inline__ __m512i __DEFAULT_FN_ATTRS
5552_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5553{
5554 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5555 (__v8di) __W,
5556 (__mmask8) __U);
5557}
5558
5559static __inline__ __m512i __DEFAULT_FN_ATTRS
5560_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5561{
5562 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5563 (__v8di)
5564 _mm512_setzero_si512 (),
5565 (__mmask8) __U);
5566}
5567
5568static __inline__ void __DEFAULT_FN_ATTRS
5569_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5570{
5571 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5572 (__mmask8) __U);
5573}
5574
5575
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005576
5577static __inline__ __m512d __DEFAULT_FN_ATTRS
5578_mm512_movedup_pd (__m512d __A)
5579{
5580 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5581 (__v8df)
5582 _mm512_undefined_pd (),
5583 (__mmask8) -1);
5584}
5585
5586static __inline__ __m512d __DEFAULT_FN_ATTRS
5587_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5588{
5589 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5590 (__v8df) __W,
5591 (__mmask8) __U);
5592}
5593
5594static __inline__ __m512d __DEFAULT_FN_ATTRS
5595_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5596{
5597 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5598 (__v8df)
5599 _mm512_setzero_pd (),
5600 (__mmask8) __U);
5601}
5602
Craig Topper8c18e112016-05-17 04:41:50 +00005603#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5604 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5605 (__v8df)(__m512d)(B), \
5606 (__v8di)(__m512i)(C), (int)(imm), \
5607 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005608
Craig Topper8c18e112016-05-17 04:41:50 +00005609#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5610 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5611 (__v8df)(__m512d)(B), \
5612 (__v8di)(__m512i)(C), (int)(imm), \
5613 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005614
Craig Topper8c18e112016-05-17 04:41:50 +00005615#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5616 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5617 (__v8df)(__m512d)(B), \
5618 (__v8di)(__m512i)(C), (int)(imm), \
5619 (__mmask8)-1, \
5620 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005621
Craig Topper8c18e112016-05-17 04:41:50 +00005622#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5623 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5624 (__v8df)(__m512d)(B), \
5625 (__v8di)(__m512i)(C), (int)(imm), \
5626 (__mmask8)(U), \
5627 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005628
Craig Topper8c18e112016-05-17 04:41:50 +00005629#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5630 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5631 (__v8df)(__m512d)(B), \
5632 (__v8di)(__m512i)(C), \
5633 (int)(imm), (__mmask8)(U), \
5634 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005635
Craig Topper8c18e112016-05-17 04:41:50 +00005636#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5637 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5638 (__v8df)(__m512d)(B), \
5639 (__v8di)(__m512i)(C), \
5640 (int)(imm), (__mmask8)(U), \
5641 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005642
Craig Topper8c18e112016-05-17 04:41:50 +00005643#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5644 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5645 (__v16sf)(__m512)(B), \
5646 (__v16si)(__m512i)(C), (int)(imm), \
5647 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005648
Craig Topper8c18e112016-05-17 04:41:50 +00005649#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5650 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5651 (__v16sf)(__m512)(B), \
5652 (__v16si)(__m512i)(C), (int)(imm), \
5653 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005654
Craig Topper8c18e112016-05-17 04:41:50 +00005655#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5656 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5657 (__v16sf)(__m512)(B), \
5658 (__v16si)(__m512i)(C), (int)(imm), \
5659 (__mmask16)-1, \
5660 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005661
Craig Topper8c18e112016-05-17 04:41:50 +00005662#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5663 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5664 (__v16sf)(__m512)(B), \
5665 (__v16si)(__m512i)(C), (int)(imm), \
5666 (__mmask16)(U), \
5667 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005668
Craig Topper8c18e112016-05-17 04:41:50 +00005669#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5670 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5671 (__v16sf)(__m512)(B), \
5672 (__v16si)(__m512i)(C), \
5673 (int)(imm), (__mmask16)(U), \
5674 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005675
Craig Topper8c18e112016-05-17 04:41:50 +00005676#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5677 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5678 (__v16sf)(__m512)(B), \
5679 (__v16si)(__m512i)(C), \
5680 (int)(imm), (__mmask16)(U), \
5681 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005682
Craig Topper8c18e112016-05-17 04:41:50 +00005683#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5684 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5685 (__v2df)(__m128d)(B), \
5686 (__v2di)(__m128i)(C), (int)(imm), \
5687 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005688
Craig Topper8c18e112016-05-17 04:41:50 +00005689#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5690 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5691 (__v2df)(__m128d)(B), \
5692 (__v2di)(__m128i)(C), (int)(imm), \
5693 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005694
Craig Topper8c18e112016-05-17 04:41:50 +00005695#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5696 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5697 (__v2df)(__m128d)(B), \
5698 (__v2di)(__m128i)(C), (int)(imm), \
5699 (__mmask8)-1, \
5700 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005701
Craig Topper8c18e112016-05-17 04:41:50 +00005702#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5703 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5704 (__v2df)(__m128d)(B), \
5705 (__v2di)(__m128i)(C), (int)(imm), \
5706 (__mmask8)(U), \
5707 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005708
Craig Topper8c18e112016-05-17 04:41:50 +00005709#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5710 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5711 (__v2df)(__m128d)(B), \
5712 (__v2di)(__m128i)(C), (int)(imm), \
5713 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005714
Craig Topper8c18e112016-05-17 04:41:50 +00005715#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5716 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5717 (__v2df)(__m128d)(B), \
5718 (__v2di)(__m128i)(C), (int)(imm), \
5719 (__mmask8)(U), \
5720 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005721
Craig Topper8c18e112016-05-17 04:41:50 +00005722#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5723 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5724 (__v4sf)(__m128)(B), \
5725 (__v4si)(__m128i)(C), (int)(imm), \
5726 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005727
Craig Topper8c18e112016-05-17 04:41:50 +00005728#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5729 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5730 (__v4sf)(__m128)(B), \
5731 (__v4si)(__m128i)(C), (int)(imm), \
5732 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005733
Craig Topper8c18e112016-05-17 04:41:50 +00005734#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5735 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5736 (__v4sf)(__m128)(B), \
5737 (__v4si)(__m128i)(C), (int)(imm), \
5738 (__mmask8)-1, \
5739 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005740
Craig Topper8c18e112016-05-17 04:41:50 +00005741#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5742 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5743 (__v4sf)(__m128)(B), \
5744 (__v4si)(__m128i)(C), (int)(imm), \
5745 (__mmask8)(U), \
5746 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005747
Craig Topper8c18e112016-05-17 04:41:50 +00005748#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5749 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5750 (__v4sf)(__m128)(B), \
5751 (__v4si)(__m128i)(C), (int)(imm), \
5752 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005753
Craig Topper8c18e112016-05-17 04:41:50 +00005754#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5755 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5756 (__v4sf)(__m128)(B), \
5757 (__v4si)(__m128i)(C), (int)(imm), \
5758 (__mmask8)(U), \
5759 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005760
Craig Topper8c18e112016-05-17 04:41:50 +00005761#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5762 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5763 (__v2df)(__m128d)(B), \
5764 (__v2df)_mm_setzero_pd(), \
5765 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005766
5767
5768static __inline__ __m128d __DEFAULT_FN_ATTRS
5769_mm_getexp_sd (__m128d __A, __m128d __B)
5770{
5771 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5772 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5773}
5774
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005775static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005776_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005777{
5778 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5779 (__v2df) __B,
5780 (__v2df) __W,
5781 (__mmask8) __U,
5782 _MM_FROUND_CUR_DIRECTION);
5783}
5784
Craig Topper8c18e112016-05-17 04:41:50 +00005785#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5786 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5787 (__v2df)(__m128d)(B), \
5788 (__v2df)(__m128d)(W), \
5789 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005790
5791static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005792_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005793{
5794 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5795 (__v2df) __B,
5796 (__v2df) _mm_setzero_pd (),
5797 (__mmask8) __U,
5798 _MM_FROUND_CUR_DIRECTION);
5799}
5800
Craig Topper8c18e112016-05-17 04:41:50 +00005801#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5802 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5803 (__v2df)(__m128d)(B), \
5804 (__v2df)_mm_setzero_pd(), \
5805 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005806
Craig Topper8c18e112016-05-17 04:41:50 +00005807#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5808 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5809 (__v4sf)(__m128)(B), \
5810 (__v4sf)_mm_setzero_ps(), \
5811 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005812
5813static __inline__ __m128 __DEFAULT_FN_ATTRS
5814_mm_getexp_ss (__m128 __A, __m128 __B)
5815{
5816 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5817 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5818}
5819
Craig Topper58187d32016-05-17 04:41:29 +00005820static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005821_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005822{
Craig Topper58187d32016-05-17 04:41:29 +00005823 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005824 (__v4sf) __B,
5825 (__v4sf) __W,
5826 (__mmask8) __U,
5827 _MM_FROUND_CUR_DIRECTION);
5828}
5829
Craig Topper8c18e112016-05-17 04:41:50 +00005830#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5831 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5832 (__v4sf)(__m128)(B), \
5833 (__v4sf)(__m128)(W), \
5834 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005835
Craig Topper58187d32016-05-17 04:41:29 +00005836static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005837_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005838{
Craig Topper58187d32016-05-17 04:41:29 +00005839 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005840 (__v4sf) __B,
5841 (__v4sf) _mm_setzero_pd (),
5842 (__mmask8) __U,
5843 _MM_FROUND_CUR_DIRECTION);
5844}
5845
Craig Topper8c18e112016-05-17 04:41:50 +00005846#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5847 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5848 (__v4sf)(__m128)(B), \
5849 (__v4sf)_mm_setzero_ps(), \
5850 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005851
Craig Topper8c18e112016-05-17 04:41:50 +00005852#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5853 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5854 (__v2df)(__m128d)(B), \
5855 (int)(((D)<<2) | (C)), \
5856 (__v2df)_mm_setzero_pd(), \
5857 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005858
Craig Topper8c18e112016-05-17 04:41:50 +00005859#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5860 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5861 (__v2df)(__m128d)(B), \
5862 (int)(((D)<<2) | (C)), \
5863 (__v2df)_mm_setzero_pd(), \
5864 (__mmask8)-1, \
5865 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005866
Craig Topper8c18e112016-05-17 04:41:50 +00005867#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5868 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5869 (__v2df)(__m128d)(B), \
5870 (int)(((D)<<2) | (C)), \
5871 (__v2df)(__m128d)(W), \
5872 (__mmask8)(U), \
5873 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005874
Craig Topper8c18e112016-05-17 04:41:50 +00005875#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5876 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5877 (__v2df)(__m128d)(B), \
5878 (int)(((D)<<2) | (C)), \
5879 (__v2df)(__m128d)(W), \
5880 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005881
Craig Topper8c18e112016-05-17 04:41:50 +00005882#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5883 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5884 (__v2df)(__m128d)(B), \
5885 (int)(((D)<<2) | (C)), \
5886 (__v2df)_mm_setzero_pd(), \
5887 (__mmask8)(U), \
5888 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005889
Craig Topper8c18e112016-05-17 04:41:50 +00005890#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5891 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5892 (__v2df)(__m128d)(B), \
5893 (int)(((D)<<2) | (C)), \
5894 (__v2df)_mm_setzero_pd(), \
5895 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005896
Craig Topper8c18e112016-05-17 04:41:50 +00005897#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5898 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5899 (__v4sf)(__m128)(B), \
5900 (int)(((D)<<2) | (C)), \
5901 (__v4sf)_mm_setzero_ps(), \
5902 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005903
Craig Topper8c18e112016-05-17 04:41:50 +00005904#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5905 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5906 (__v4sf)(__m128)(B), \
5907 (int)(((D)<<2) | (C)), \
5908 (__v4sf)_mm_setzero_ps(), \
5909 (__mmask8)-1, \
5910 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005911
Craig Topper8c18e112016-05-17 04:41:50 +00005912#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5913 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5914 (__v4sf)(__m128)(B), \
5915 (int)(((D)<<2) | (C)), \
5916 (__v4sf)(__m128)(W), \
5917 (__mmask8)(U), \
5918 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005919
Craig Topper8c18e112016-05-17 04:41:50 +00005920#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5921 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5922 (__v4sf)(__m128)(B), \
5923 (int)(((D)<<2) | (C)), \
5924 (__v4sf)(__m128)(W), \
5925 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005926
Craig Topper8c18e112016-05-17 04:41:50 +00005927#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
5928 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5929 (__v4sf)(__m128)(B), \
5930 (int)(((D)<<2) | (C)), \
5931 (__v4sf)_mm_setzero_pd(), \
5932 (__mmask8)(U), \
5933 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005934
Craig Topper8c18e112016-05-17 04:41:50 +00005935#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
5936 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5937 (__v4sf)(__m128)(B), \
5938 (int)(((D)<<2) | (C)), \
5939 (__v4sf)_mm_setzero_ps(), \
5940 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005941
5942static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5943_mm512_kmov (__mmask16 __A)
5944{
5945 return __A;
5946}
5947
Craig Topper8c18e112016-05-17 04:41:50 +00005948#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
5949 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
5950 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005951
Craig Topper8c18e112016-05-17 04:41:50 +00005952#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
5953 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
5954 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005955
Craig Topper8c18e112016-05-17 04:41:50 +00005956#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
5957 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005958static __inline__ __m512i __DEFAULT_FN_ATTRS
5959_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5960 __mmask16 __U, __m512i __B)
5961{
5962 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5963 (__v16si) __I
5964 /* idx */ ,
5965 (__v16si) __B,
5966 (__mmask16) __U);
5967}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005968
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005969static __inline__ __m512i __DEFAULT_FN_ATTRS
5970_mm512_sll_epi32 (__m512i __A, __m128i __B)
5971{
5972 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5973 (__v4si) __B,
5974 (__v16si)
5975 _mm512_setzero_si512 (),
5976 (__mmask16) -1);
5977}
5978
5979static __inline__ __m512i __DEFAULT_FN_ATTRS
5980_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5981{
5982 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5983 (__v4si) __B,
5984 (__v16si) __W,
5985 (__mmask16) __U);
5986}
5987
5988static __inline__ __m512i __DEFAULT_FN_ATTRS
5989_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5990{
5991 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5992 (__v4si) __B,
5993 (__v16si)
5994 _mm512_setzero_si512 (),
5995 (__mmask16) __U);
5996}
5997
5998static __inline__ __m512i __DEFAULT_FN_ATTRS
5999_mm512_sll_epi64 (__m512i __A, __m128i __B)
6000{
6001 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6002 (__v2di) __B,
6003 (__v8di)
6004 _mm512_setzero_si512 (),
6005 (__mmask8) -1);
6006}
6007
6008static __inline__ __m512i __DEFAULT_FN_ATTRS
6009_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6010{
6011 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6012 (__v2di) __B,
6013 (__v8di) __W,
6014 (__mmask8) __U);
6015}
6016
6017static __inline__ __m512i __DEFAULT_FN_ATTRS
6018_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6019{
6020 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6021 (__v2di) __B,
6022 (__v8di)
6023 _mm512_setzero_si512 (),
6024 (__mmask8) __U);
6025}
6026
6027static __inline__ __m512i __DEFAULT_FN_ATTRS
6028_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
6029{
6030 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6031 (__v16si) __Y,
6032 (__v16si)
6033 _mm512_setzero_si512 (),
6034 (__mmask16) -1);
6035}
6036
6037static __inline__ __m512i __DEFAULT_FN_ATTRS
6038_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6039{
6040 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6041 (__v16si) __Y,
6042 (__v16si) __W,
6043 (__mmask16) __U);
6044}
6045
6046static __inline__ __m512i __DEFAULT_FN_ATTRS
6047_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6048{
6049 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6050 (__v16si) __Y,
6051 (__v16si)
6052 _mm512_setzero_si512 (),
6053 (__mmask16) __U);
6054}
6055
6056static __inline__ __m512i __DEFAULT_FN_ATTRS
6057_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
6058{
6059 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6060 (__v8di) __Y,
6061 (__v8di)
6062 _mm512_undefined_pd (),
6063 (__mmask8) -1);
6064}
6065
6066static __inline__ __m512i __DEFAULT_FN_ATTRS
6067_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6068{
6069 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6070 (__v8di) __Y,
6071 (__v8di) __W,
6072 (__mmask8) __U);
6073}
6074
6075static __inline__ __m512i __DEFAULT_FN_ATTRS
6076_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6077{
6078 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6079 (__v8di) __Y,
6080 (__v8di)
6081 _mm512_setzero_si512 (),
6082 (__mmask8) __U);
6083}
6084
6085static __inline__ __m512i __DEFAULT_FN_ATTRS
6086_mm512_sra_epi32 (__m512i __A, __m128i __B)
6087{
6088 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6089 (__v4si) __B,
6090 (__v16si)
6091 _mm512_setzero_si512 (),
6092 (__mmask16) -1);
6093}
6094
6095static __inline__ __m512i __DEFAULT_FN_ATTRS
6096_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6097{
6098 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6099 (__v4si) __B,
6100 (__v16si) __W,
6101 (__mmask16) __U);
6102}
6103
6104static __inline__ __m512i __DEFAULT_FN_ATTRS
6105_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6106{
6107 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6108 (__v4si) __B,
6109 (__v16si)
6110 _mm512_setzero_si512 (),
6111 (__mmask16) __U);
6112}
6113
6114static __inline__ __m512i __DEFAULT_FN_ATTRS
6115_mm512_sra_epi64 (__m512i __A, __m128i __B)
6116{
6117 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6118 (__v2di) __B,
6119 (__v8di)
6120 _mm512_setzero_si512 (),
6121 (__mmask8) -1);
6122}
6123
6124static __inline__ __m512i __DEFAULT_FN_ATTRS
6125_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6126{
6127 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6128 (__v2di) __B,
6129 (__v8di) __W,
6130 (__mmask8) __U);
6131}
6132
6133static __inline__ __m512i __DEFAULT_FN_ATTRS
6134_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6135{
6136 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6137 (__v2di) __B,
6138 (__v8di)
6139 _mm512_setzero_si512 (),
6140 (__mmask8) __U);
6141}
6142
6143static __inline__ __m512i __DEFAULT_FN_ATTRS
6144_mm512_srav_epi32 (__m512i __X, __m512i __Y)
6145{
6146 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6147 (__v16si) __Y,
6148 (__v16si)
6149 _mm512_setzero_si512 (),
6150 (__mmask16) -1);
6151}
6152
6153static __inline__ __m512i __DEFAULT_FN_ATTRS
6154_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6155{
6156 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6157 (__v16si) __Y,
6158 (__v16si) __W,
6159 (__mmask16) __U);
6160}
6161
6162static __inline__ __m512i __DEFAULT_FN_ATTRS
6163_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6164{
6165 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6166 (__v16si) __Y,
6167 (__v16si)
6168 _mm512_setzero_si512 (),
6169 (__mmask16) __U);
6170}
6171
6172static __inline__ __m512i __DEFAULT_FN_ATTRS
6173_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6174{
6175 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6176 (__v8di) __Y,
6177 (__v8di)
6178 _mm512_setzero_si512 (),
6179 (__mmask8) -1);
6180}
6181
6182static __inline__ __m512i __DEFAULT_FN_ATTRS
6183_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6184{
6185 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6186 (__v8di) __Y,
6187 (__v8di) __W,
6188 (__mmask8) __U);
6189}
6190
6191static __inline__ __m512i __DEFAULT_FN_ATTRS
6192_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6193{
6194 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6195 (__v8di) __Y,
6196 (__v8di)
6197 _mm512_setzero_si512 (),
6198 (__mmask8) __U);
6199}
6200
6201static __inline__ __m512i __DEFAULT_FN_ATTRS
6202_mm512_srl_epi32 (__m512i __A, __m128i __B)
6203{
6204 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6205 (__v4si) __B,
6206 (__v16si)
6207 _mm512_setzero_si512 (),
6208 (__mmask16) -1);
6209}
6210
6211static __inline__ __m512i __DEFAULT_FN_ATTRS
6212_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6213{
6214 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6215 (__v4si) __B,
6216 (__v16si) __W,
6217 (__mmask16) __U);
6218}
6219
6220static __inline__ __m512i __DEFAULT_FN_ATTRS
6221_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6222{
6223 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6224 (__v4si) __B,
6225 (__v16si)
6226 _mm512_setzero_si512 (),
6227 (__mmask16) __U);
6228}
6229
6230static __inline__ __m512i __DEFAULT_FN_ATTRS
6231_mm512_srl_epi64 (__m512i __A, __m128i __B)
6232{
6233 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6234 (__v2di) __B,
6235 (__v8di)
6236 _mm512_setzero_si512 (),
6237 (__mmask8) -1);
6238}
6239
6240static __inline__ __m512i __DEFAULT_FN_ATTRS
6241_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6242{
6243 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6244 (__v2di) __B,
6245 (__v8di) __W,
6246 (__mmask8) __U);
6247}
6248
6249static __inline__ __m512i __DEFAULT_FN_ATTRS
6250_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6251{
6252 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6253 (__v2di) __B,
6254 (__v8di)
6255 _mm512_setzero_si512 (),
6256 (__mmask8) __U);
6257}
6258
6259static __inline__ __m512i __DEFAULT_FN_ATTRS
6260_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6261{
6262 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6263 (__v16si) __Y,
6264 (__v16si)
6265 _mm512_setzero_si512 (),
6266 (__mmask16) -1);
6267}
6268
6269static __inline__ __m512i __DEFAULT_FN_ATTRS
6270_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6271{
6272 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6273 (__v16si) __Y,
6274 (__v16si) __W,
6275 (__mmask16) __U);
6276}
6277
6278static __inline__ __m512i __DEFAULT_FN_ATTRS
6279_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6280{
6281 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6282 (__v16si) __Y,
6283 (__v16si)
6284 _mm512_setzero_si512 (),
6285 (__mmask16) __U);
6286}
6287
6288static __inline__ __m512i __DEFAULT_FN_ATTRS
6289_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6290{
6291 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6292 (__v8di) __Y,
6293 (__v8di)
6294 _mm512_setzero_si512 (),
6295 (__mmask8) -1);
6296}
6297
6298static __inline__ __m512i __DEFAULT_FN_ATTRS
6299_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6300{
6301 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6302 (__v8di) __Y,
6303 (__v8di) __W,
6304 (__mmask8) __U);
6305}
6306
6307static __inline__ __m512i __DEFAULT_FN_ATTRS
6308_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6309{
6310 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6311 (__v8di) __Y,
6312 (__v8di)
6313 _mm512_setzero_si512 (),
6314 (__mmask8) __U);
6315}
6316
Craig Topper8c18e112016-05-17 04:41:50 +00006317#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6318 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6319 (__v16si)(__m512i)(B), \
6320 (__v16si)(__m512i)(C), (int)(imm), \
6321 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006322
Craig Topper8c18e112016-05-17 04:41:50 +00006323#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6324 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6325 (__v16si)(__m512i)(B), \
6326 (__v16si)(__m512i)(C), (int)(imm), \
6327 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006328
Craig Topper8c18e112016-05-17 04:41:50 +00006329#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6330 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6331 (__v16si)(__m512i)(B), \
6332 (__v16si)(__m512i)(C), \
6333 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006334
Craig Topper8c18e112016-05-17 04:41:50 +00006335#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6336 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6337 (__v8di)(__m512i)(B), \
6338 (__v8di)(__m512i)(C), (int)(imm), \
6339 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006340
Craig Topper8c18e112016-05-17 04:41:50 +00006341#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6342 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6343 (__v8di)(__m512i)(B), \
6344 (__v8di)(__m512i)(C), (int)(imm), \
6345 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006346
Craig Topper8c18e112016-05-17 04:41:50 +00006347#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6348 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6349 (__v8di)(__m512i)(B), \
6350 (__v8di)(__m512i)(C), (int)(imm), \
6351 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006352
Craig Topper8c18e112016-05-17 04:41:50 +00006353#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6354 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006355
Craig Topper8c18e112016-05-17 04:41:50 +00006356#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6357 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006358
Craig Topper8c18e112016-05-17 04:41:50 +00006359#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6360 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006361
Craig Topper8c18e112016-05-17 04:41:50 +00006362#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6363 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006364
6365static __inline__ unsigned __DEFAULT_FN_ATTRS
6366_mm_cvtsd_u32 (__m128d __A)
6367{
6368 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6369 _MM_FROUND_CUR_DIRECTION);
6370}
6371
Craig Topper8c18e112016-05-17 04:41:50 +00006372#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6373 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6374 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006375
6376static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6377_mm_cvtsd_u64 (__m128d __A)
6378{
6379 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6380 __A,
6381 _MM_FROUND_CUR_DIRECTION);
6382}
6383
Craig Topper8c18e112016-05-17 04:41:50 +00006384#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6385 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006386
Craig Topper8c18e112016-05-17 04:41:50 +00006387#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6388 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006389
Craig Topper8c18e112016-05-17 04:41:50 +00006390#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6391 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006392
Craig Topper8c18e112016-05-17 04:41:50 +00006393#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6394 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006395
Craig Topper8c18e112016-05-17 04:41:50 +00006396#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6397 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006398
6399static __inline__ unsigned __DEFAULT_FN_ATTRS
6400_mm_cvtss_u32 (__m128 __A)
6401{
6402 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6403 _MM_FROUND_CUR_DIRECTION);
6404}
6405
Craig Topper8c18e112016-05-17 04:41:50 +00006406#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6407 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6408 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006409
6410static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6411_mm_cvtss_u64 (__m128 __A)
6412{
6413 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6414 __A,
6415 _MM_FROUND_CUR_DIRECTION);
6416}
6417
Craig Topper8c18e112016-05-17 04:41:50 +00006418#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6419 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006420
Craig Topper8c18e112016-05-17 04:41:50 +00006421#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6422 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006423
6424static __inline__ int __DEFAULT_FN_ATTRS
6425_mm_cvttsd_i32 (__m128d __A)
6426{
6427 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6428 _MM_FROUND_CUR_DIRECTION);
6429}
6430
Craig Topper8c18e112016-05-17 04:41:50 +00006431#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6432 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006433
Craig Topper8c18e112016-05-17 04:41:50 +00006434#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6435 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006436
6437static __inline__ long long __DEFAULT_FN_ATTRS
6438_mm_cvttsd_i64 (__m128d __A)
6439{
6440 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6441 _MM_FROUND_CUR_DIRECTION);
6442}
6443
Craig Topper8c18e112016-05-17 04:41:50 +00006444#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6445 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006446
6447static __inline__ unsigned __DEFAULT_FN_ATTRS
6448_mm_cvttsd_u32 (__m128d __A)
6449{
6450 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6451 _MM_FROUND_CUR_DIRECTION);
6452}
6453
Craig Topper8c18e112016-05-17 04:41:50 +00006454#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6455 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6456 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006457
6458static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6459_mm_cvttsd_u64 (__m128d __A)
6460{
6461 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6462 __A,
6463 _MM_FROUND_CUR_DIRECTION);
6464}
6465
Craig Topper8c18e112016-05-17 04:41:50 +00006466#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6467 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006468
Craig Topper8c18e112016-05-17 04:41:50 +00006469#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6470 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006471
6472static __inline__ int __DEFAULT_FN_ATTRS
6473_mm_cvttss_i32 (__m128 __A)
6474{
6475 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6476 _MM_FROUND_CUR_DIRECTION);
6477}
6478
Craig Topper8c18e112016-05-17 04:41:50 +00006479#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6480 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006481
Craig Topper8c18e112016-05-17 04:41:50 +00006482#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6483 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006484
6485static __inline__ long long __DEFAULT_FN_ATTRS
6486_mm_cvttss_i64 (__m128 __A)
6487{
6488 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6489 _MM_FROUND_CUR_DIRECTION);
6490}
6491
Craig Topper8c18e112016-05-17 04:41:50 +00006492#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6493 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006494
6495static __inline__ unsigned __DEFAULT_FN_ATTRS
6496_mm_cvttss_u32 (__m128 __A)
6497{
6498 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6499 _MM_FROUND_CUR_DIRECTION);
6500}
6501
Craig Topper8c18e112016-05-17 04:41:50 +00006502#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6503 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6504 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006505
6506static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6507_mm_cvttss_u64 (__m128 __A)
6508{
6509 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6510 __A,
6511 _MM_FROUND_CUR_DIRECTION);
6512}
6513
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006514static __inline__ __m512d __DEFAULT_FN_ATTRS
6515_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6516 __m512d __B)
6517{
6518 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6519 (__v8di) __I
6520 /* idx */ ,
6521 (__v8df) __B,
6522 (__mmask8) __U);
6523}
6524
6525static __inline__ __m512 __DEFAULT_FN_ATTRS
6526_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6527 __m512 __B)
6528{
6529 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6530 (__v16si) __I
6531 /* idx */ ,
6532 (__v16sf) __B,
6533 (__mmask16) __U);
6534}
6535
6536static __inline__ __m512i __DEFAULT_FN_ATTRS
6537_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6538 __mmask8 __U, __m512i __B)
6539{
6540 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6541 (__v8di) __I
6542 /* idx */ ,
6543 (__v8di) __B,
6544 (__mmask8) __U);
6545}
6546
Craig Topper8c18e112016-05-17 04:41:50 +00006547#define _mm512_permute_pd(X, C) __extension__ ({ \
6548 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6549 (__v8df)_mm512_undefined_pd(), \
6550 (__mmask8)-1); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006551
Craig Topper8c18e112016-05-17 04:41:50 +00006552#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
6553 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6554 (__v8df)(__m512d)(W), \
6555 (__mmask8)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006556
Craig Topper8c18e112016-05-17 04:41:50 +00006557#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
6558 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6559 (__v8df)_mm512_setzero_pd(), \
6560 (__mmask8)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006561
Craig Topper8c18e112016-05-17 04:41:50 +00006562#define _mm512_permute_ps(X, C) __extension__ ({ \
6563 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6564 (__v16sf)_mm512_undefined_ps(), \
6565 (__mmask16)-1); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006566
Craig Topper8c18e112016-05-17 04:41:50 +00006567#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
6568 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6569 (__v16sf)(__m512)(W), \
6570 (__mmask16)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006571
Craig Topper8c18e112016-05-17 04:41:50 +00006572#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
6573 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6574 (__v16sf)_mm512_setzero_ps(), \
6575 (__mmask16)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006576
6577static __inline__ __m512d __DEFAULT_FN_ATTRS
6578_mm512_permutevar_pd (__m512d __A, __m512i __C)
6579{
6580 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6581 (__v8di) __C,
6582 (__v8df)
6583 _mm512_undefined_pd (),
6584 (__mmask8) -1);
6585}
6586
6587static __inline__ __m512d __DEFAULT_FN_ATTRS
6588_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6589{
6590 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6591 (__v8di) __C,
6592 (__v8df) __W,
6593 (__mmask8) __U);
6594}
6595
6596static __inline__ __m512d __DEFAULT_FN_ATTRS
6597_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6598{
6599 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6600 (__v8di) __C,
6601 (__v8df)
6602 _mm512_setzero_pd (),
6603 (__mmask8) __U);
6604}
6605
6606static __inline__ __m512 __DEFAULT_FN_ATTRS
6607_mm512_permutevar_ps (__m512 __A, __m512i __C)
6608{
6609 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6610 (__v16si) __C,
6611 (__v16sf)
6612 _mm512_undefined_ps (),
6613 (__mmask16) -1);
6614}
6615
6616static __inline__ __m512 __DEFAULT_FN_ATTRS
6617_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6618{
6619 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6620 (__v16si) __C,
6621 (__v16sf) __W,
6622 (__mmask16) __U);
6623}
6624
6625static __inline__ __m512 __DEFAULT_FN_ATTRS
6626_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6627{
6628 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6629 (__v16si) __C,
6630 (__v16sf)
6631 _mm512_setzero_ps (),
6632 (__mmask16) __U);
6633}
6634
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006635static __inline __m512d __DEFAULT_FN_ATTRS
6636_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006637{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006638 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6639 /* idx */ ,
6640 (__v8df) __A,
6641 (__v8df) __B,
6642 (__mmask8) -1);
6643}
6644
6645static __inline__ __m512d __DEFAULT_FN_ATTRS
6646_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6647{
6648 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6649 /* idx */ ,
6650 (__v8df) __A,
6651 (__v8df) __B,
6652 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006653}
6654
6655static __inline__ __m512d __DEFAULT_FN_ATTRS
6656_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6657 __m512d __B)
6658{
6659 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006660 /* idx */ ,
6661 (__v8df) __A,
6662 (__v8df) __B,
6663 (__mmask8) __U);
6664}
6665
6666static __inline __m512 __DEFAULT_FN_ATTRS
6667_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6668{
6669 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6670 /* idx */ ,
6671 (__v16sf) __A,
6672 (__v16sf) __B,
6673 (__mmask16) -1);
6674}
6675
6676static __inline__ __m512 __DEFAULT_FN_ATTRS
6677_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6678{
6679 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6680 /* idx */ ,
6681 (__v16sf) __A,
6682 (__v16sf) __B,
6683 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006684}
6685
6686static __inline__ __m512 __DEFAULT_FN_ATTRS
6687_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6688 __m512 __B)
6689{
6690 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006691 /* idx */ ,
6692 (__v16sf) __A,
6693 (__v16sf) __B,
6694 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006695}
6696
Michael Zuckerman07525092016-04-11 10:22:07 +00006697static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6698_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6699{
6700 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6701 (__v16si) __B,
6702 (__mmask16) -1);
6703}
6704
6705static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6706_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6707{
6708 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6709 (__v16si) __B, __U);
6710}
6711
6712static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6713_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6714{
6715 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6716 (__v8di) __B,
6717 (__mmask8) -1);
6718}
6719
6720static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6721_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6722{
6723 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6724 (__v8di) __B, __U);
6725}
6726
Craig Topper8c18e112016-05-17 04:41:50 +00006727#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6728 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6729 (__v8si)_mm256_undefined_si256(), \
6730 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006731
Craig Topper8c18e112016-05-17 04:41:50 +00006732#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6733 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6734 (__v8si)(__m256i)(W), \
6735 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006736
Craig Topper8c18e112016-05-17 04:41:50 +00006737#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6738 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6739 (__v8si)_mm256_setzero_si256(), \
6740 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006741
6742static __inline__ __m256i __DEFAULT_FN_ATTRS
6743_mm512_cvttpd_epu32 (__m512d __A)
6744{
6745 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6746 (__v8si)
6747 _mm256_undefined_si256 (),
6748 (__mmask8) -1,
6749 _MM_FROUND_CUR_DIRECTION);
6750}
6751
6752static __inline__ __m256i __DEFAULT_FN_ATTRS
6753_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6754{
6755 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6756 (__v8si) __W,
6757 (__mmask8) __U,
6758 _MM_FROUND_CUR_DIRECTION);
6759}
6760
6761static __inline__ __m256i __DEFAULT_FN_ATTRS
6762_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6763{
6764 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6765 (__v8si)
6766 _mm256_setzero_si256 (),
6767 (__mmask8) __U,
6768 _MM_FROUND_CUR_DIRECTION);
6769}
Michael Zuckerman07525092016-04-11 10:22:07 +00006770
Craig Topper8c18e112016-05-17 04:41:50 +00006771#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6772 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6773 (__v2df)(__m128d)(B), \
6774 (__v2df)_mm_setzero_pd(), \
6775 (__mmask8)-1, (int)(imm), \
6776 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006777
Craig Topper8c18e112016-05-17 04:41:50 +00006778#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6779 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6780 (__v2df)(__m128d)(B), \
6781 (__v2df)_mm_setzero_pd(), \
6782 (__mmask8)-1, (int)(imm), \
6783 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006784
Craig Topper8c18e112016-05-17 04:41:50 +00006785#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6786 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6787 (__v2df)(__m128d)(B), \
6788 (__v2df)(__m128d)(W), \
6789 (__mmask8)(U), (int)(imm), \
6790 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006791
Craig Topper8c18e112016-05-17 04:41:50 +00006792#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6793 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6794 (__v2df)(__m128d)(B), \
6795 (__v2df)(__m128d)(W), \
6796 (__mmask8)(U), (int)(I), \
6797 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006798
Craig Topper8c18e112016-05-17 04:41:50 +00006799#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6800 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6801 (__v2df)(__m128d)(B), \
6802 (__v2df)_mm_setzero_pd(), \
6803 (__mmask8)(U), (int)(I), \
6804 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006805
Craig Topper8c18e112016-05-17 04:41:50 +00006806#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6807 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6808 (__v2df)(__m128d)(B), \
6809 (__v2df)_mm_setzero_pd(), \
6810 (__mmask8)(U), (int)(I), \
6811 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006812
Craig Topper8c18e112016-05-17 04:41:50 +00006813#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6814 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6815 (__v4sf)(__m128)(B), \
6816 (__v4sf)_mm_setzero_ps(), \
6817 (__mmask8)-1, (int)(imm), \
6818 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006819
Craig Topper8c18e112016-05-17 04:41:50 +00006820#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6821 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6822 (__v4sf)(__m128)(B), \
6823 (__v4sf)_mm_setzero_ps(), \
6824 (__mmask8)-1, (int)(imm), \
6825 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006826
Craig Topper8c18e112016-05-17 04:41:50 +00006827#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6828 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6829 (__v4sf)(__m128)(B), \
6830 (__v4sf)(__m128)(W), \
6831 (__mmask8)(U), (int)(I), \
6832 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006833
Craig Topper8c18e112016-05-17 04:41:50 +00006834#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6835 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6836 (__v4sf)(__m128)(B), \
6837 (__v4sf)(__m128)(W), \
6838 (__mmask8)(U), (int)(I), \
6839 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006840
Craig Topper8c18e112016-05-17 04:41:50 +00006841#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6842 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6843 (__v4sf)(__m128)(B), \
6844 (__v4sf)_mm_setzero_ps(), \
6845 (__mmask8)(U), (int)(I), \
6846 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006847
Craig Topper8c18e112016-05-17 04:41:50 +00006848#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6849 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6850 (__v4sf)(__m128)(B), \
6851 (__v4sf)_mm_setzero_ps(), \
6852 (__mmask8)(U), (int)(I), \
6853 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006854
Craig Topper8c18e112016-05-17 04:41:50 +00006855#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6856 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6857 (__v8df)(__m512d)(B), \
6858 (__v8df)_mm512_undefined_pd(), \
6859 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006860
Craig Topper8c18e112016-05-17 04:41:50 +00006861#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6862 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6863 (__v8df)(__m512d)(B), \
6864 (__v8df)(__m512d)(W), \
6865 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006866
Craig Topper8c18e112016-05-17 04:41:50 +00006867#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6868 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6869 (__v8df)(__m512d)(B), \
6870 (__v8df)_mm512_setzero_pd(), \
6871 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006872
6873static __inline__ __m512d __DEFAULT_FN_ATTRS
6874_mm512_scalef_pd (__m512d __A, __m512d __B)
6875{
6876 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6877 (__v8df) __B,
6878 (__v8df)
6879 _mm512_undefined_pd (),
6880 (__mmask8) -1,
6881 _MM_FROUND_CUR_DIRECTION);
6882}
6883
6884static __inline__ __m512d __DEFAULT_FN_ATTRS
6885_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6886{
6887 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6888 (__v8df) __B,
6889 (__v8df) __W,
6890 (__mmask8) __U,
6891 _MM_FROUND_CUR_DIRECTION);
6892}
6893
6894static __inline__ __m512d __DEFAULT_FN_ATTRS
6895_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6896{
6897 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6898 (__v8df) __B,
6899 (__v8df)
6900 _mm512_setzero_pd (),
6901 (__mmask8) __U,
6902 _MM_FROUND_CUR_DIRECTION);
6903}
6904
Craig Topper8c18e112016-05-17 04:41:50 +00006905#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
6906 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6907 (__v16sf)(__m512)(B), \
6908 (__v16sf)_mm512_undefined_ps(), \
6909 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006910
Craig Topper8c18e112016-05-17 04:41:50 +00006911#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
6912 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6913 (__v16sf)(__m512)(B), \
6914 (__v16sf)(__m512)(W), \
6915 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006916
Craig Topper8c18e112016-05-17 04:41:50 +00006917#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
6918 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6919 (__v16sf)(__m512)(B), \
6920 (__v16sf)_mm512_setzero_ps(), \
6921 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006922
6923static __inline__ __m512 __DEFAULT_FN_ATTRS
6924_mm512_scalef_ps (__m512 __A, __m512 __B)
6925{
6926 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6927 (__v16sf) __B,
6928 (__v16sf)
6929 _mm512_undefined_ps (),
6930 (__mmask16) -1,
6931 _MM_FROUND_CUR_DIRECTION);
6932}
6933
6934static __inline__ __m512 __DEFAULT_FN_ATTRS
6935_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6936{
6937 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6938 (__v16sf) __B,
6939 (__v16sf) __W,
6940 (__mmask16) __U,
6941 _MM_FROUND_CUR_DIRECTION);
6942}
6943
6944static __inline__ __m512 __DEFAULT_FN_ATTRS
6945_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
6946{
6947 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6948 (__v16sf) __B,
6949 (__v16sf)
6950 _mm512_setzero_ps (),
6951 (__mmask16) __U,
6952 _MM_FROUND_CUR_DIRECTION);
6953}
6954
Craig Topper8c18e112016-05-17 04:41:50 +00006955#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
6956 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6957 (__v2df)(__m128d)(B), \
6958 (__v2df)_mm_setzero_pd(), \
6959 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006960
6961static __inline__ __m128d __DEFAULT_FN_ATTRS
6962_mm_scalef_sd (__m128d __A, __m128d __B)
6963{
6964 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
6965 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
6966 (__mmask8) -1,
6967 _MM_FROUND_CUR_DIRECTION);
6968}
6969
6970static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006971_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006972{
6973 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6974 (__v2df) __B,
6975 (__v2df) __W,
6976 (__mmask8) __U,
6977 _MM_FROUND_CUR_DIRECTION);
6978}
6979
Craig Topper8c18e112016-05-17 04:41:50 +00006980#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
6981 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6982 (__v2df)(__m128d)(B), \
6983 (__v2df)(__m128d)(W), \
6984 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006985
6986static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006987_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006988{
6989 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6990 (__v2df) __B,
6991 (__v2df) _mm_setzero_pd (),
6992 (__mmask8) __U,
6993 _MM_FROUND_CUR_DIRECTION);
6994}
6995
Craig Topper8c18e112016-05-17 04:41:50 +00006996#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
6997 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6998 (__v2df)(__m128d)(B), \
6999 (__v2df)_mm_setzero_pd(), \
7000 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007001
Craig Topper8c18e112016-05-17 04:41:50 +00007002#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7003 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7004 (__v4sf)(__m128)(B), \
7005 (__v4sf)_mm_setzero_ps(), \
7006 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007007
7008static __inline__ __m128 __DEFAULT_FN_ATTRS
7009_mm_scalef_ss (__m128 __A, __m128 __B)
7010{
7011 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7012 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7013 (__mmask8) -1,
7014 _MM_FROUND_CUR_DIRECTION);
7015}
7016
7017static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007018_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007019{
7020 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7021 (__v4sf) __B,
7022 (__v4sf) __W,
7023 (__mmask8) __U,
7024 _MM_FROUND_CUR_DIRECTION);
7025}
7026
Craig Topper8c18e112016-05-17 04:41:50 +00007027#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7028 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7029 (__v4sf)(__m128)(B), \
7030 (__v4sf)(__m128)(W), \
7031 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007032
7033static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007034_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007035{
7036 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7037 (__v4sf) __B,
7038 (__v4sf) _mm_setzero_ps (),
7039 (__mmask8) __U,
7040 _MM_FROUND_CUR_DIRECTION);
7041}
7042
Craig Topper8c18e112016-05-17 04:41:50 +00007043#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7044 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7045 (__v4sf)(__m128)(B), \
7046 (__v4sf)_mm_setzero_ps(), \
7047 (__mmask8)(U), \
7048 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007049
Craig Topper79d05c92016-05-15 20:10:06 +00007050#define _mm512_srai_epi32(A, B) __extension__ ({ \
7051 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7052 (__v16si)_mm512_setzero_si512(), \
7053 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007054
Craig Topper8c18e112016-05-17 04:41:50 +00007055#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7056 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7057 (__v16si)(__m512i)(W), \
7058 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007059
Craig Topper8c18e112016-05-17 04:41:50 +00007060#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7061 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7062 (__v16si)_mm512_setzero_si512(), \
7063 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007064
Craig Topper8c18e112016-05-17 04:41:50 +00007065#define _mm512_srai_epi64(A, B) __extension__ ({ \
7066 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7067 (__v8di)_mm512_setzero_si512(), \
7068 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007069
Craig Topper8c18e112016-05-17 04:41:50 +00007070#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7071 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7072 (__v8di)(__m512i)(W), \
7073 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007074
Craig Topper8c18e112016-05-17 04:41:50 +00007075#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7076 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7077 (__v8di)_mm512_setzero_si512(), \
7078 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007079
Craig Topper8c18e112016-05-17 04:41:50 +00007080#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7081 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7082 (__v16sf)(__m512)(B), (int)(imm), \
7083 (__v16sf)_mm512_undefined_ps(), \
7084 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007085
Craig Topper8c18e112016-05-17 04:41:50 +00007086#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7087 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7088 (__v16sf)(__m512)(B), (int)(imm), \
7089 (__v16sf)(__m512)(W), \
7090 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007091
Craig Topper8c18e112016-05-17 04:41:50 +00007092#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7093 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7094 (__v16sf)(__m512)(B), (int)(imm), \
7095 (__v16sf)_mm512_setzero_ps(), \
7096 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007097
Craig Topper8c18e112016-05-17 04:41:50 +00007098#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7099 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7100 (__v8df)(__m512d)(B), (int)(imm), \
7101 (__v8df)_mm512_undefined_pd(), \
7102 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007103
Craig Topper8c18e112016-05-17 04:41:50 +00007104#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7105 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7106 (__v8df)(__m512d)(B), (int)(imm), \
7107 (__v8df)(__m512d)(W), \
7108 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007109
Craig Topper8c18e112016-05-17 04:41:50 +00007110#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7111 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7112 (__v8df)(__m512d)(B), (int)(imm), \
7113 (__v8df)_mm512_setzero_pd(), \
7114 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007115
Craig Topper8c18e112016-05-17 04:41:50 +00007116#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7117 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7118 (__v16si)(__m512i)(B), (int)(imm), \
7119 (__v16si)_mm512_setzero_si512(), \
7120 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007121
Craig Topper8c18e112016-05-17 04:41:50 +00007122#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7123 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7124 (__v16si)(__m512i)(B), (int)(imm), \
7125 (__v16si)(__m512i)(W), \
7126 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007127
Craig Topper8c18e112016-05-17 04:41:50 +00007128#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7129 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7130 (__v16si)(__m512i)(B), (int)(imm), \
7131 (__v16si)_mm512_setzero_si512(), \
7132 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007133
Craig Topper8c18e112016-05-17 04:41:50 +00007134#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7135 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7136 (__v8di)(__m512i)(B), (int)(imm), \
7137 (__v8di)_mm512_setzero_si512(), \
7138 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007139
Craig Topper8c18e112016-05-17 04:41:50 +00007140#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7141 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7142 (__v8di)(__m512i)(B), (int)(imm), \
7143 (__v8di)(__m512i)(W), \
7144 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007145
Craig Topper8c18e112016-05-17 04:41:50 +00007146#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7147 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7148 (__v8di)(__m512i)(B), (int)(imm), \
7149 (__v8di)_mm512_setzero_si512(), \
7150 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007151
Craig Topper8c18e112016-05-17 04:41:50 +00007152#define _mm512_shuffle_pd(M, V, imm) __extension__ ({ \
7153 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7154 (__v8df)(__m512d)(V), (int)(imm), \
7155 (__v8df)_mm512_undefined_pd(), \
7156 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007157
Craig Topper8c18e112016-05-17 04:41:50 +00007158#define _mm512_mask_shuffle_pd(W, U, M, V, imm) __extension__ ({ \
7159 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7160 (__v8df)(__m512d)(V), (int)(imm), \
7161 (__v8df)(__m512d)(W), \
7162 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007163
Craig Topper8c18e112016-05-17 04:41:50 +00007164#define _mm512_maskz_shuffle_pd(U, M, V, imm) __extension__ ({ \
7165 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7166 (__v8df)(__m512d)(V), (int)(imm), \
7167 (__v8df)_mm512_setzero_pd(), \
7168 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007169
Craig Topper8c18e112016-05-17 04:41:50 +00007170#define _mm512_shuffle_ps(M, V, imm) __extension__ ({ \
7171 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7172 (__v16sf)(__m512)(V), (int)(imm), \
7173 (__v16sf)_mm512_undefined_ps(), \
7174 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007175
Craig Topper8c18e112016-05-17 04:41:50 +00007176#define _mm512_mask_shuffle_ps(W, U, M, V, imm) __extension__ ({ \
7177 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7178 (__v16sf)(__m512)(V), (int)(imm), \
7179 (__v16sf)(__m512)(W), \
7180 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007181
Craig Topper8c18e112016-05-17 04:41:50 +00007182#define _mm512_maskz_shuffle_ps(U, M, V, imm) __extension__ ({ \
7183 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7184 (__v16sf)(__m512)(V), (int)(imm), \
7185 (__v16sf)_mm512_setzero_ps(), \
7186 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007187
Craig Topper8c18e112016-05-17 04:41:50 +00007188#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
7189 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7190 (__v2df)(__m128d)(A), \
7191 (__v2df)_mm_setzero_pd(), \
7192 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007193
7194static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007195_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007196{
7197 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
7198 (__v2df) __A,
7199 (__v2df) __W,
7200 (__mmask8) __U,
7201 _MM_FROUND_CUR_DIRECTION);
7202}
7203
Craig Topper8c18e112016-05-17 04:41:50 +00007204#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
7205 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7206 (__v2df)(__m128d)(A), \
7207 (__v2df)(__m128d)(W), \
7208 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007209
7210static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007211_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007212{
7213 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
7214 (__v2df) __A,
7215 (__v2df) _mm_setzero_pd (),
7216 (__mmask8) __U,
7217 _MM_FROUND_CUR_DIRECTION);
7218}
7219
Craig Topper8c18e112016-05-17 04:41:50 +00007220#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
7221 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7222 (__v2df)(__m128d)(A), \
7223 (__v2df)_mm_setzero_pd(), \
7224 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007225
Craig Topper8c18e112016-05-17 04:41:50 +00007226#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
7227 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7228 (__v4sf)(__m128)(A), \
7229 (__v4sf)_mm_setzero_ps(), \
7230 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007231
7232static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007233_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007234{
7235 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __B,
7236 (__v4sf) __A,
7237 (__v4sf) __W,
7238 (__mmask8) __U,
7239 _MM_FROUND_CUR_DIRECTION);
7240}
7241
Craig Topper8c18e112016-05-17 04:41:50 +00007242#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
7243 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7244 (__v4sf)(__m128)(A), \
7245 (__v4sf)(__m128)(W), (__mmask8)(U), \
7246 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007247
7248static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007249_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007250{
7251 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7252 (__v4sf) __B,
7253 (__v4sf) _mm_setzero_ps (),
7254 (__mmask8) __U,
7255 _MM_FROUND_CUR_DIRECTION);
7256}
7257
Craig Topper8c18e112016-05-17 04:41:50 +00007258#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
7259 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7260 (__v4sf)(__m128)(A), \
7261 (__v4sf)_mm_setzero_ps(), \
7262 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007263
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007264static __inline__ __m512 __DEFAULT_FN_ATTRS
7265_mm512_broadcast_f32x4 (__m128 __A)
7266{
7267 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7268 (__v16sf)
7269 _mm512_undefined_ps (),
7270 (__mmask16) -1);
7271}
7272
7273static __inline__ __m512 __DEFAULT_FN_ATTRS
7274_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7275{
7276 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7277 (__v16sf) __O,
7278 __M);
7279}
7280
7281static __inline__ __m512 __DEFAULT_FN_ATTRS
7282_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7283{
7284 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7285 (__v16sf)
7286 _mm512_setzero_ps (),
7287 __M);
7288}
7289
7290static __inline__ __m512d __DEFAULT_FN_ATTRS
7291_mm512_broadcast_f64x4 (__m256d __A)
7292{
7293 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7294 (__v8df)
7295 _mm512_undefined_pd (),
7296 (__mmask8) -1);
7297}
7298
7299static __inline__ __m512d __DEFAULT_FN_ATTRS
7300_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7301{
7302 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7303 (__v8df) __O,
7304 __M);
7305}
7306
7307static __inline__ __m512d __DEFAULT_FN_ATTRS
7308_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7309{
7310 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7311 (__v8df)
7312 _mm512_setzero_pd (),
7313 __M);
7314}
7315
7316static __inline__ __m512i __DEFAULT_FN_ATTRS
7317_mm512_broadcast_i32x4 (__m128i __A)
7318{
7319 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7320 (__v16si)
7321 _mm512_undefined_epi32 (),
7322 (__mmask16) -1);
7323}
7324
7325static __inline__ __m512i __DEFAULT_FN_ATTRS
7326_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7327{
7328 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7329 (__v16si) __O,
7330 __M);
7331}
7332
7333static __inline__ __m512i __DEFAULT_FN_ATTRS
7334_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7335{
7336 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7337 (__v16si)
7338 _mm512_setzero_si512 (),
7339 __M);
7340}
7341
7342static __inline__ __m512i __DEFAULT_FN_ATTRS
7343_mm512_broadcast_i64x4 (__m256i __A)
7344{
7345 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7346 (__v8di)
7347 _mm512_undefined_epi32 (),
7348 (__mmask8) -1);
7349}
7350
7351static __inline__ __m512i __DEFAULT_FN_ATTRS
7352_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7353{
7354 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7355 (__v8di) __O,
7356 __M);
7357}
7358
7359static __inline__ __m512i __DEFAULT_FN_ATTRS
7360_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7361{
7362 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7363 (__v8di)
7364 _mm512_setzero_si512 (),
7365 __M);
7366}
7367
7368static __inline__ __m512d __DEFAULT_FN_ATTRS
7369_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7370{
7371 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7372 (__v8df) __O, __M);
7373}
7374
7375static __inline__ __m512d __DEFAULT_FN_ATTRS
7376_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7377{
7378 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7379 (__v8df)
7380 _mm512_setzero_pd (),
7381 __M);
7382}
7383
7384static __inline__ __m512 __DEFAULT_FN_ATTRS
7385_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7386{
7387 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7388 (__v16sf) __O, __M);
7389}
7390
7391static __inline__ __m512 __DEFAULT_FN_ATTRS
7392_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7393{
7394 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7395 (__v16sf)
7396 _mm512_setzero_ps (),
7397 __M);
7398}
7399
Michael Zuckermane1680612016-04-13 15:02:04 +00007400static __inline__ __m128i __DEFAULT_FN_ATTRS
7401_mm512_cvtsepi32_epi8 (__m512i __A)
7402{
7403 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7404 (__v16qi) _mm_undefined_si128 (),
7405 (__mmask16) -1);
7406}
7407
7408static __inline__ __m128i __DEFAULT_FN_ATTRS
7409_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7410{
7411 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7412 (__v16qi) __O, __M);
7413}
7414
7415static __inline__ __m128i __DEFAULT_FN_ATTRS
7416_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7417{
7418 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7419 (__v16qi) _mm_setzero_si128 (),
7420 __M);
7421}
7422
7423static __inline__ void __DEFAULT_FN_ATTRS
7424_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7425{
7426 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7427}
7428
7429static __inline__ __m256i __DEFAULT_FN_ATTRS
7430_mm512_cvtsepi32_epi16 (__m512i __A)
7431{
7432 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7433 (__v16hi) _mm256_undefined_si256 (),
7434 (__mmask16) -1);
7435}
7436
7437static __inline__ __m256i __DEFAULT_FN_ATTRS
7438_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7439{
7440 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7441 (__v16hi) __O, __M);
7442}
7443
7444static __inline__ __m256i __DEFAULT_FN_ATTRS
7445_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7446{
7447 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7448 (__v16hi) _mm256_setzero_si256 (),
7449 __M);
7450}
7451
7452static __inline__ void __DEFAULT_FN_ATTRS
7453_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7454{
7455 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7456}
7457
7458static __inline__ __m128i __DEFAULT_FN_ATTRS
7459_mm512_cvtsepi64_epi8 (__m512i __A)
7460{
7461 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7462 (__v16qi) _mm_undefined_si128 (),
7463 (__mmask8) -1);
7464}
7465
7466static __inline__ __m128i __DEFAULT_FN_ATTRS
7467_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7468{
7469 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7470 (__v16qi) __O, __M);
7471}
7472
7473static __inline__ __m128i __DEFAULT_FN_ATTRS
7474_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7475{
7476 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7477 (__v16qi) _mm_setzero_si128 (),
7478 __M);
7479}
7480
7481static __inline__ void __DEFAULT_FN_ATTRS
7482_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7483{
7484 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7485}
7486
7487static __inline__ __m256i __DEFAULT_FN_ATTRS
7488_mm512_cvtsepi64_epi32 (__m512i __A)
7489{
7490 __v8si __O;
7491 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7492 (__v8si) _mm256_undefined_si256 (),
7493 (__mmask8) -1);
7494}
7495
7496static __inline__ __m256i __DEFAULT_FN_ATTRS
7497_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7498{
7499 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7500 (__v8si) __O, __M);
7501}
7502
7503static __inline__ __m256i __DEFAULT_FN_ATTRS
7504_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7505{
7506 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7507 (__v8si) _mm256_setzero_si256 (),
7508 __M);
7509}
7510
7511static __inline__ void __DEFAULT_FN_ATTRS
7512_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7513{
7514 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7515}
7516
7517static __inline__ __m128i __DEFAULT_FN_ATTRS
7518_mm512_cvtsepi64_epi16 (__m512i __A)
7519{
7520 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7521 (__v8hi) _mm_undefined_si128 (),
7522 (__mmask8) -1);
7523}
7524
7525static __inline__ __m128i __DEFAULT_FN_ATTRS
7526_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7527{
7528 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7529 (__v8hi) __O, __M);
7530}
7531
7532static __inline__ __m128i __DEFAULT_FN_ATTRS
7533_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7534{
7535 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7536 (__v8hi) _mm_setzero_si128 (),
7537 __M);
7538}
7539
7540static __inline__ void __DEFAULT_FN_ATTRS
7541_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7542{
7543 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7544}
7545
Michael Zuckermand8715312016-04-14 06:48:09 +00007546static __inline__ __m128i __DEFAULT_FN_ATTRS
7547_mm512_cvtusepi32_epi8 (__m512i __A)
7548{
7549 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7550 (__v16qi) _mm_undefined_si128 (),
7551 (__mmask16) -1);
7552}
7553
7554static __inline__ __m128i __DEFAULT_FN_ATTRS
7555_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7556{
7557 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7558 (__v16qi) __O,
7559 __M);
7560}
7561
7562static __inline__ __m128i __DEFAULT_FN_ATTRS
7563_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7564{
7565 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7566 (__v16qi) _mm_setzero_si128 (),
7567 __M);
7568}
7569
7570static __inline__ void __DEFAULT_FN_ATTRS
7571_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7572{
7573 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7574}
7575
7576static __inline__ __m256i __DEFAULT_FN_ATTRS
7577_mm512_cvtusepi32_epi16 (__m512i __A)
7578{
7579 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7580 (__v16hi) _mm256_undefined_si256 (),
7581 (__mmask16) -1);
7582}
7583
7584static __inline__ __m256i __DEFAULT_FN_ATTRS
7585_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7586{
7587 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7588 (__v16hi) __O,
7589 __M);
7590}
7591
7592static __inline__ __m256i __DEFAULT_FN_ATTRS
7593_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7594{
7595 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7596 (__v16hi) _mm256_setzero_si256 (),
7597 __M);
7598}
7599
7600static __inline__ void __DEFAULT_FN_ATTRS
7601_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7602{
7603 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7604}
7605
7606static __inline__ __m128i __DEFAULT_FN_ATTRS
7607_mm512_cvtusepi64_epi8 (__m512i __A)
7608{
7609 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7610 (__v16qi) _mm_undefined_si128 (),
7611 (__mmask8) -1);
7612}
7613
7614static __inline__ __m128i __DEFAULT_FN_ATTRS
7615_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7616{
7617 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7618 (__v16qi) __O,
7619 __M);
7620}
7621
7622static __inline__ __m128i __DEFAULT_FN_ATTRS
7623_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7624{
7625 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7626 (__v16qi) _mm_setzero_si128 (),
7627 __M);
7628}
7629
7630static __inline__ void __DEFAULT_FN_ATTRS
7631_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7632{
7633 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7634}
7635
7636static __inline__ __m256i __DEFAULT_FN_ATTRS
7637_mm512_cvtusepi64_epi32 (__m512i __A)
7638{
7639 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7640 (__v8si) _mm256_undefined_si256 (),
7641 (__mmask8) -1);
7642}
7643
7644static __inline__ __m256i __DEFAULT_FN_ATTRS
7645_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7646{
7647 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7648 (__v8si) __O, __M);
7649}
7650
7651static __inline__ __m256i __DEFAULT_FN_ATTRS
7652_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7653{
7654 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7655 (__v8si) _mm256_setzero_si256 (),
7656 __M);
7657}
7658
7659static __inline__ void __DEFAULT_FN_ATTRS
7660_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7661{
7662 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7663}
7664
7665static __inline__ __m128i __DEFAULT_FN_ATTRS
7666_mm512_cvtusepi64_epi16 (__m512i __A)
7667{
7668 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7669 (__v8hi) _mm_undefined_si128 (),
7670 (__mmask8) -1);
7671}
7672
7673static __inline__ __m128i __DEFAULT_FN_ATTRS
7674_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7675{
7676 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7677 (__v8hi) __O, __M);
7678}
7679
7680static __inline__ __m128i __DEFAULT_FN_ATTRS
7681_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7682{
7683 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7684 (__v8hi) _mm_setzero_si128 (),
7685 __M);
7686}
7687
7688static __inline__ void __DEFAULT_FN_ATTRS
7689_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7690{
7691 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7692}
7693
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007694static __inline__ __m128i __DEFAULT_FN_ATTRS
7695_mm512_cvtepi32_epi8 (__m512i __A)
7696{
7697 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7698 (__v16qi) _mm_undefined_si128 (),
7699 (__mmask16) -1);
7700}
7701
7702static __inline__ __m128i __DEFAULT_FN_ATTRS
7703_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7704{
7705 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7706 (__v16qi) __O, __M);
7707}
7708
7709static __inline__ __m128i __DEFAULT_FN_ATTRS
7710_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7711{
7712 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7713 (__v16qi) _mm_setzero_si128 (),
7714 __M);
7715}
7716
7717static __inline__ void __DEFAULT_FN_ATTRS
7718_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7719{
7720 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7721}
7722
7723static __inline__ __m256i __DEFAULT_FN_ATTRS
7724_mm512_cvtepi32_epi16 (__m512i __A)
7725{
7726 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7727 (__v16hi) _mm256_undefined_si256 (),
7728 (__mmask16) -1);
7729}
7730
7731static __inline__ __m256i __DEFAULT_FN_ATTRS
7732_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7733{
7734 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7735 (__v16hi) __O, __M);
7736}
7737
7738static __inline__ __m256i __DEFAULT_FN_ATTRS
7739_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7740{
7741 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7742 (__v16hi) _mm256_setzero_si256 (),
7743 __M);
7744}
7745
7746static __inline__ void __DEFAULT_FN_ATTRS
7747_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7748{
7749 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7750}
7751
7752static __inline__ __m128i __DEFAULT_FN_ATTRS
7753_mm512_cvtepi64_epi8 (__m512i __A)
7754{
7755 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7756 (__v16qi) _mm_undefined_si128 (),
7757 (__mmask8) -1);
7758}
7759
7760static __inline__ __m128i __DEFAULT_FN_ATTRS
7761_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7762{
7763 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7764 (__v16qi) __O, __M);
7765}
7766
7767static __inline__ __m128i __DEFAULT_FN_ATTRS
7768_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7769{
7770 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7771 (__v16qi) _mm_setzero_si128 (),
7772 __M);
7773}
7774
7775static __inline__ void __DEFAULT_FN_ATTRS
7776_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7777{
7778 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7779}
7780
7781static __inline__ __m256i __DEFAULT_FN_ATTRS
7782_mm512_cvtepi64_epi32 (__m512i __A)
7783{
7784 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7785 (__v8si) _mm256_undefined_si256 (),
7786 (__mmask8) -1);
7787}
7788
7789static __inline__ __m256i __DEFAULT_FN_ATTRS
7790_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7791{
7792 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7793 (__v8si) __O, __M);
7794}
7795
7796static __inline__ __m256i __DEFAULT_FN_ATTRS
7797_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7798{
7799 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7800 (__v8si) _mm256_setzero_si256 (),
7801 __M);
7802}
7803
7804static __inline__ void __DEFAULT_FN_ATTRS
7805_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7806{
7807 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7808}
7809
7810static __inline__ __m128i __DEFAULT_FN_ATTRS
7811_mm512_cvtepi64_epi16 (__m512i __A)
7812{
7813 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7814 (__v8hi) _mm_undefined_si128 (),
7815 (__mmask8) -1);
7816}
7817
7818static __inline__ __m128i __DEFAULT_FN_ATTRS
7819_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7820{
7821 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7822 (__v8hi) __O, __M);
7823}
7824
7825static __inline__ __m128i __DEFAULT_FN_ATTRS
7826_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7827{
7828 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7829 (__v8hi) _mm_setzero_si128 (),
7830 __M);
7831}
7832
7833static __inline__ void __DEFAULT_FN_ATTRS
7834_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7835{
7836 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7837}
7838
Craig Topper8c18e112016-05-17 04:41:50 +00007839#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7840 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7841 (__v4si)_mm_undefined_si128(), \
7842 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007843
Craig Topper8c18e112016-05-17 04:41:50 +00007844#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7845 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7846 (__v4si)(__m128i)(W), \
7847 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007848
Craig Topper8c18e112016-05-17 04:41:50 +00007849#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7850 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7851 (__v4si)_mm_setzero_si128(), \
7852 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007853
Craig Topper8c18e112016-05-17 04:41:50 +00007854#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7855 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7856 (__v4di)_mm256_undefined_si256(), \
7857 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007858
Craig Topper8c18e112016-05-17 04:41:50 +00007859#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7860 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7861 (__v4di)(__m256i)(W), \
7862 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007863
Craig Topper8c18e112016-05-17 04:41:50 +00007864#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7865 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7866 (__v4di)_mm256_setzero_si256(), \
7867 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007868
Craig Topper8c18e112016-05-17 04:41:50 +00007869#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
7870 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7871 (__v4df)(__m256d)(B), (int)(imm), \
7872 (__v8df)_mm512_undefined_pd(), \
7873 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007874
Craig Topper8c18e112016-05-17 04:41:50 +00007875#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
7876 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7877 (__v4df)(__m256d)(B), (int)(imm), \
7878 (__v8df)(__m512d)(W), \
7879 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007880
Craig Topper8c18e112016-05-17 04:41:50 +00007881#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
7882 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7883 (__v4df)(__m256d)(B), (int)(imm), \
7884 (__v8df)_mm512_setzero_pd(), \
7885 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007886
Craig Topper8c18e112016-05-17 04:41:50 +00007887#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
7888 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7889 (__v4di)(__m256i)(B), (int)(imm), \
7890 (__v8di)_mm512_setzero_si512(), \
7891 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007892
Craig Topper8c18e112016-05-17 04:41:50 +00007893#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
7894 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7895 (__v4di)(__m256i)(B), (int)(imm), \
7896 (__v8di)(__m512i)(W), \
7897 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007898
Craig Topper8c18e112016-05-17 04:41:50 +00007899#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
7900 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7901 (__v4di)(__m256i)(B), (int)(imm), \
7902 (__v8di)_mm512_setzero_si512(), \
7903 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007904
Craig Topper8c18e112016-05-17 04:41:50 +00007905#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
7906 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7907 (__v4sf)(__m128)(B), (int)(imm), \
7908 (__v16sf)_mm512_undefined_ps(), \
7909 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007910
Craig Topper8c18e112016-05-17 04:41:50 +00007911#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
7912 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7913 (__v4sf)(__m128)(B), (int)(imm), \
7914 (__v16sf)(__m512)(W), \
7915 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007916
Craig Topper8c18e112016-05-17 04:41:50 +00007917#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
7918 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7919 (__v4sf)(__m128)(B), (int)(imm), \
7920 (__v16sf)_mm512_setzero_ps(), \
7921 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007922
Craig Topper8c18e112016-05-17 04:41:50 +00007923#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
7924 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7925 (__v4si)(__m128i)(B), (int)(imm), \
7926 (__v16si)_mm512_setzero_si512(), \
7927 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007928
Craig Topper8c18e112016-05-17 04:41:50 +00007929#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
7930 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7931 (__v4si)(__m128i)(B), (int)(imm), \
7932 (__v16si)(__m512i)(W), \
7933 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007934
Craig Topper8c18e112016-05-17 04:41:50 +00007935#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
7936 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7937 (__v4si)(__m128i)(B), (int)(imm), \
7938 (__v16si)_mm512_setzero_si512(), \
7939 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007940
Craig Topper8c18e112016-05-17 04:41:50 +00007941#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
7942 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7943 (int)(((C)<<2) | (B)), \
7944 (__v8df)_mm512_undefined_pd(), \
7945 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007946
Craig Topper8c18e112016-05-17 04:41:50 +00007947#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
7948 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7949 (int)(((C)<<2) | (B)), \
7950 (__v8df)(__m512d)(W), \
7951 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007952
Craig Topper8c18e112016-05-17 04:41:50 +00007953#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
7954 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7955 (int)(((C)<<2) | (B)), \
7956 (__v8df)_mm512_setzero_pd(), \
7957 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007958
Craig Topper8c18e112016-05-17 04:41:50 +00007959#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
7960 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7961 (int)(((C)<<2) | (B)), \
7962 (__v8df)_mm512_setzero_pd(), \
7963 (__mmask8)-1, \
7964 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007965
Craig Topper8c18e112016-05-17 04:41:50 +00007966#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
7967 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7968 (int)(((C)<<2) | (B)), \
7969 (__v8df)(__m512d)(W), \
7970 (__mmask8)(U), \
7971 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007972
Craig Topper8c18e112016-05-17 04:41:50 +00007973#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
7974 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7975 (int)(((C)<<2) | (B)), \
7976 (__v8df)_mm512_setzero_pd(), \
7977 (__mmask8)(U), \
7978 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007979
Craig Topper8c18e112016-05-17 04:41:50 +00007980#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
7981 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
7982 (int)(((C)<<2) | (B)), \
7983 (__v16sf)_mm512_undefined_ps(), \
7984 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007985
Craig Topper8c18e112016-05-17 04:41:50 +00007986#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
7987 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
7988 (int)(((C)<<2) | (B)), \
7989 (__v16sf)(__m512)(W), \
7990 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007991
Craig Topper8c18e112016-05-17 04:41:50 +00007992#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
7993 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
7994 (int)(((C)<<2) | (B)), \
7995 (__v16sf)_mm512_setzero_ps(), \
7996 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007997
Craig Topper8c18e112016-05-17 04:41:50 +00007998#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
7999 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8000 (int)(((C)<<2)|(B)), \
8001 (__v16sf)_mm512_undefined_ps(), \
8002 (__mmask16)-1, \
8003 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008004
Craig Topper8c18e112016-05-17 04:41:50 +00008005#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8006 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8007 (int)(((C)<<2)|(B)), \
8008 (__v16sf)(__m512)(W), \
8009 (__mmask16)(U), \
8010 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008011
Craig Topper8c18e112016-05-17 04:41:50 +00008012#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8013 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8014 (int)(((C)<<2)|(B)), \
8015 (__v16sf)_mm512_setzero_ps(), \
8016 (__mmask16)(U), \
8017 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008018
Craig Topper8c18e112016-05-17 04:41:50 +00008019#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8020 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8021 (__v8df)_mm512_undefined_pd(), \
8022 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008023
Craig Topper8c18e112016-05-17 04:41:50 +00008024#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8025 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8026 (__v8df)(__m512d)(W), \
8027 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008028
Craig Topper8c18e112016-05-17 04:41:50 +00008029#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8030 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8031 (__v8df)_mm512_setzero_pd(), \
8032 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008033
8034static __inline__ __m512d __DEFAULT_FN_ATTRS
8035_mm512_getexp_pd (__m512d __A)
8036{
8037 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8038 (__v8df) _mm512_undefined_pd (),
8039 (__mmask8) -1,
8040 _MM_FROUND_CUR_DIRECTION);
8041}
8042
8043static __inline__ __m512d __DEFAULT_FN_ATTRS
8044_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8045{
8046 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8047 (__v8df) __W,
8048 (__mmask8) __U,
8049 _MM_FROUND_CUR_DIRECTION);
8050}
8051
8052static __inline__ __m512d __DEFAULT_FN_ATTRS
8053_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8054{
8055 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8056 (__v8df) _mm512_setzero_pd (),
8057 (__mmask8) __U,
8058 _MM_FROUND_CUR_DIRECTION);
8059}
8060
Craig Topper8c18e112016-05-17 04:41:50 +00008061#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8062 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8063 (__v16sf)_mm512_undefined_ps(), \
8064 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008065
Craig Topper8c18e112016-05-17 04:41:50 +00008066#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8067 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8068 (__v16sf)(__m512)(W), \
8069 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008070
Craig Topper8c18e112016-05-17 04:41:50 +00008071#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8072 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8073 (__v16sf)_mm512_setzero_ps(), \
8074 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008075
8076static __inline__ __m512 __DEFAULT_FN_ATTRS
8077_mm512_getexp_ps (__m512 __A)
8078{
8079 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8080 (__v16sf) _mm512_undefined_ps (),
8081 (__mmask16) -1,
8082 _MM_FROUND_CUR_DIRECTION);
8083}
8084
8085static __inline__ __m512 __DEFAULT_FN_ATTRS
8086_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8087{
8088 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8089 (__v16sf) __W,
8090 (__mmask16) __U,
8091 _MM_FROUND_CUR_DIRECTION);
8092}
8093
8094static __inline__ __m512 __DEFAULT_FN_ATTRS
8095_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8096{
8097 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8098 (__v16sf) _mm512_setzero_ps (),
8099 (__mmask16) __U,
8100 _MM_FROUND_CUR_DIRECTION);
8101}
8102
Craig Topper8c18e112016-05-17 04:41:50 +00008103#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8104 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8105 (float const *)(addr), \
8106 (__v8di)(__m512i)(index), (__mmask8)-1, \
8107 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008108
8109#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8110 __addr, __scale) __extension__({\
8111__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8112 __addr,(__v8di) __index, __mask, __scale);\
8113})
8114
Craig Topper8c18e112016-05-17 04:41:50 +00008115#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8116 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8117 (int const *)(addr), \
8118 (__v8di)(__m512i)(index), \
8119 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008120
Craig Topper8c18e112016-05-17 04:41:50 +00008121#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8122 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8123 (int const *)(addr), \
8124 (__v8di)(__m512i)(index), \
8125 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008126
Craig Topper8c18e112016-05-17 04:41:50 +00008127#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8128 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8129 (double const *)(addr), \
8130 (__v8di)(__m512i)(index), (__mmask8)-1, \
8131 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008132
Craig Topper8c18e112016-05-17 04:41:50 +00008133#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8134 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8135 (double const *)(addr), \
8136 (__v8di)(__m512i)(index), \
8137 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008138
Craig Topper8c18e112016-05-17 04:41:50 +00008139#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8140 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8141 (long long const *)(addr), \
8142 (__v8di)(__m512i)(index), (__mmask8)-1, \
8143 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008144
Craig Topper8c18e112016-05-17 04:41:50 +00008145#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8146 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8147 (long long const *)(addr), \
8148 (__v8di)(__m512i)(index), \
8149 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008150
Craig Topper8c18e112016-05-17 04:41:50 +00008151#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8152 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8153 (float const *)(addr), \
8154 (__v16sf)(__m512)(index), \
8155 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008156
Craig Topper8c18e112016-05-17 04:41:50 +00008157#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8158 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8159 (float const *)(addr), \
8160 (__v16sf)(__m512)(index), \
8161 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008162
Craig Topper8c18e112016-05-17 04:41:50 +00008163#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8164 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8165 (int const *)(addr), \
8166 (__v16si)(__m512i)(index), \
8167 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008168
Craig Topper8c18e112016-05-17 04:41:50 +00008169#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8170 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8171 (int const *)(addr), \
8172 (__v16si)(__m512i)(index), \
8173 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008174
Craig Topper8c18e112016-05-17 04:41:50 +00008175#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8176 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8177 (double const *)(addr), \
8178 (__v8si)(__m256i)(index), (__mmask8)-1, \
8179 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008180
Craig Topper8c18e112016-05-17 04:41:50 +00008181#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8182 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8183 (double const *)(addr), \
8184 (__v8si)(__m256i)(index), \
8185 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008186
Craig Topper8c18e112016-05-17 04:41:50 +00008187#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8188 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8189 (long long const *)(addr), \
8190 (__v8si)(__m256i)(index), (__mmask8)-1, \
8191 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008192
Craig Topper8c18e112016-05-17 04:41:50 +00008193#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8194 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8195 (long long const *)(addr), \
8196 (__v8si)(__m256i)(index), \
8197 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008198
Craig Topper8c18e112016-05-17 04:41:50 +00008199#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8200 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8201 (__v8di)(__m512i)(index), \
8202 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008203
Craig Topper8c18e112016-05-17 04:41:50 +00008204#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8205 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8206 (__v8di)(__m512i)(index), \
8207 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008208
Craig Topper8c18e112016-05-17 04:41:50 +00008209#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8210 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8211 (__v8di)(__m512i)(index), \
8212 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008213
Craig Topper8c18e112016-05-17 04:41:50 +00008214#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8215 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8216 (__v8di)(__m512i)(index), \
8217 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008218
Craig Topper8c18e112016-05-17 04:41:50 +00008219#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8220 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8221 (__v8di)(__m512i)(index), \
8222 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008223
Craig Topper8c18e112016-05-17 04:41:50 +00008224#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8225 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8226 (__v8di)(__m512i)(index), \
8227 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008228
Craig Topper8c18e112016-05-17 04:41:50 +00008229#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8230 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8231 (__v8di)(__m512i)(index), \
8232 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008233
Craig Topper8c18e112016-05-17 04:41:50 +00008234#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8235 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8236 (__v8di)(__m512i)(index), \
8237 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008238
Craig Topper8c18e112016-05-17 04:41:50 +00008239#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8240 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8241 (__v16si)(__m512i)(index), \
8242 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008243
Craig Topper8c18e112016-05-17 04:41:50 +00008244#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8245 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8246 (__v16si)(__m512i)(index), \
8247 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008248
Craig Topper8c18e112016-05-17 04:41:50 +00008249#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8250 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8251 (__v16si)(__m512i)(index), \
8252 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008253
Craig Topper8c18e112016-05-17 04:41:50 +00008254#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8255 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8256 (__v16si)(__m512i)(index), \
8257 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008258
Craig Topper8c18e112016-05-17 04:41:50 +00008259#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8260 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8261 (__v8si)(__m256i)(index), \
8262 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008263
Craig Topper8c18e112016-05-17 04:41:50 +00008264#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8265 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8266 (__v8si)(__m256i)(index), \
8267 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008268
Craig Topper8c18e112016-05-17 04:41:50 +00008269#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8270 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8271 (__v8si)(__m256i)(index), \
8272 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008273
Craig Topper8c18e112016-05-17 04:41:50 +00008274#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8275 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8276 (__v8si)(__m256i)(index), \
8277 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008278
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008279static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008280_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008281{
8282 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8283 (__v4sf) __B,
8284 (__v4sf) __W,
8285 (__mmask8) __U,
8286 _MM_FROUND_CUR_DIRECTION);
8287}
8288
Craig Topper8c18e112016-05-17 04:41:50 +00008289#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8290 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8291 (__v4sf)(__m128)(B), \
8292 (__v4sf)(__m128)(W), (__mmask8)(U), \
8293 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008294
8295static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008296_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008297{
8298 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8299 (__v4sf) __B,
8300 (__v4sf) __C,
8301 (__mmask8) __U,
8302 _MM_FROUND_CUR_DIRECTION);
8303}
8304
Craig Topper8c18e112016-05-17 04:41:50 +00008305#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8306 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8307 (__v4sf)(__m128)(B), \
8308 (__v4sf)(__m128)(C), (__mmask8)(U), \
8309 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008310
8311static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008312_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008313{
8314 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8315 (__v4sf) __X,
8316 (__v4sf) __Y,
8317 (__mmask8) __U,
8318 _MM_FROUND_CUR_DIRECTION);
8319}
8320
Craig Topper8c18e112016-05-17 04:41:50 +00008321#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8322 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8323 (__v4sf)(__m128)(X), \
8324 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8325 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008326
8327static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008328_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008329{
8330 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008331 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008332 (__v4sf) __W,
8333 (__mmask8) __U,
8334 _MM_FROUND_CUR_DIRECTION);
8335}
8336
Craig Topper8c18e112016-05-17 04:41:50 +00008337#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8338 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8339 -(__v4sf)(__m128)(B), \
8340 (__v4sf)(__m128)(W), (__mmask8)(U), \
8341 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008342
8343static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008344_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008345{
8346 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8347 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008348 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008349 (__mmask8) __U,
8350 _MM_FROUND_CUR_DIRECTION);
8351}
8352
Craig Topper8c18e112016-05-17 04:41:50 +00008353#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8354 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8355 (__v4sf)(__m128)(B), \
8356 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8357 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008358
8359static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008360_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008361{
8362 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8363 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008364 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008365 (__mmask8) __U,
8366 _MM_FROUND_CUR_DIRECTION);
8367}
8368
Craig Topper8c18e112016-05-17 04:41:50 +00008369#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8370 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8371 (__v4sf)(__m128)(X), \
8372 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8373 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008374
8375static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008376_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008377{
Craig Topper9864c592016-05-15 20:10:03 +00008378 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008379 (__v4sf) __B,
8380 (__v4sf) __W,
8381 (__mmask8) __U,
8382 _MM_FROUND_CUR_DIRECTION);
8383}
8384
Craig Topper8c18e112016-05-17 04:41:50 +00008385#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8386 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8387 (__v4sf)(__m128)(B), \
8388 (__v4sf)(__m128)(W), (__mmask8)(U), \
8389 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008390
8391static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008392_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008393{
Craig Topper9864c592016-05-15 20:10:03 +00008394 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008395 (__v4sf) __B,
8396 (__v4sf) __C,
8397 (__mmask8) __U,
8398 _MM_FROUND_CUR_DIRECTION);
8399}
8400
Craig Topper8c18e112016-05-17 04:41:50 +00008401#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8402 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8403 (__v4sf)(__m128)(B), \
8404 (__v4sf)(__m128)(C), (__mmask8)(U), \
8405 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008406
8407static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008408_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008409{
Craig Topper9864c592016-05-15 20:10:03 +00008410 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008411 (__v4sf) __X,
8412 (__v4sf) __Y,
8413 (__mmask8) __U,
8414 _MM_FROUND_CUR_DIRECTION);
8415}
8416
Craig Topper8c18e112016-05-17 04:41:50 +00008417#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8418 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8419 (__v4sf)(__m128)(X), \
8420 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8421 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008422
8423static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008424_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008425{
Craig Topper9864c592016-05-15 20:10:03 +00008426 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8427 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008428 (__v4sf) __W,
8429 (__mmask8) __U,
8430 _MM_FROUND_CUR_DIRECTION);
8431}
8432
Craig Topper8c18e112016-05-17 04:41:50 +00008433#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8434 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8435 -(__v4sf)(__m128)(B), \
8436 (__v4sf)(__m128)(W), (__mmask8)(U), \
8437 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008438
8439static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008440_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008441{
Craig Topper9864c592016-05-15 20:10:03 +00008442 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008443 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008444 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008445 (__mmask8) __U,
8446 _MM_FROUND_CUR_DIRECTION);
8447}
8448
Craig Topper8c18e112016-05-17 04:41:50 +00008449#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8450 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8451 (__v4sf)(__m128)(B), \
8452 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8453 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008454
8455static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008456_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008457{
Craig Topper9864c592016-05-15 20:10:03 +00008458 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008459 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008460 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008461 (__mmask8) __U,
8462 _MM_FROUND_CUR_DIRECTION);
8463}
8464
Craig Topper8c18e112016-05-17 04:41:50 +00008465#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8466 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8467 (__v4sf)(__m128)(X), \
8468 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8469 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008470
Craig Topper58187d32016-05-17 04:41:29 +00008471static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008472_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008473{
Craig Topper58187d32016-05-17 04:41:29 +00008474 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008475 (__v2df) __B,
8476 (__v2df) __W,
8477 (__mmask8) __U,
8478 _MM_FROUND_CUR_DIRECTION);
8479}
8480
Craig Topper8c18e112016-05-17 04:41:50 +00008481#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8482 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8483 (__v2df)(__m128d)(B), \
8484 (__v2df)(__m128d)(W), (__mmask8)(U), \
8485 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008486
Craig Topper58187d32016-05-17 04:41:29 +00008487static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008488_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008489{
Craig Topper58187d32016-05-17 04:41:29 +00008490 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008491 (__v2df) __B,
8492 (__v2df) __C,
8493 (__mmask8) __U,
8494 _MM_FROUND_CUR_DIRECTION);
8495}
8496
Craig Topper8c18e112016-05-17 04:41:50 +00008497#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8498 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8499 (__v2df)(__m128d)(B), \
8500 (__v2df)(__m128d)(C), (__mmask8)(U), \
8501 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008502
Craig Topper58187d32016-05-17 04:41:29 +00008503static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008504_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008505{
Craig Topper58187d32016-05-17 04:41:29 +00008506 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008507 (__v2df) __X,
8508 (__v2df) __Y,
8509 (__mmask8) __U,
8510 _MM_FROUND_CUR_DIRECTION);
8511}
8512
Craig Topper8c18e112016-05-17 04:41:50 +00008513#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8514 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8515 (__v2df)(__m128d)(X), \
8516 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8517 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008518
Craig Topper58187d32016-05-17 04:41:29 +00008519static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008520_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008521{
Craig Topper58187d32016-05-17 04:41:29 +00008522 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008523 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008524 (__v2df) __W,
8525 (__mmask8) __U,
8526 _MM_FROUND_CUR_DIRECTION);
8527}
8528
Craig Topper8c18e112016-05-17 04:41:50 +00008529#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8530 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8531 -(__v2df)(__m128d)(B), \
8532 (__v2df)(__m128d)(W), (__mmask8)(U), \
8533 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008534
Craig Topper58187d32016-05-17 04:41:29 +00008535static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008536_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008537{
Craig Topper58187d32016-05-17 04:41:29 +00008538 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008539 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008540 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008541 (__mmask8) __U,
8542 _MM_FROUND_CUR_DIRECTION);
8543}
8544
Craig Topper8c18e112016-05-17 04:41:50 +00008545#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8546 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8547 (__v2df)(__m128d)(B), \
8548 -(__v2df)(__m128d)(C), \
8549 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008550
Craig Topper58187d32016-05-17 04:41:29 +00008551static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008552_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008553{
Craig Topper58187d32016-05-17 04:41:29 +00008554 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008555 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008556 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008557 (__mmask8) __U,
8558 _MM_FROUND_CUR_DIRECTION);
8559}
8560
Craig Topper8c18e112016-05-17 04:41:50 +00008561#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8562 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8563 (__v2df)(__m128d)(X), \
8564 -(__v2df)(__m128d)(Y), \
8565 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008566
Craig Topper58187d32016-05-17 04:41:29 +00008567static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008568_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008569{
Craig Topper58187d32016-05-17 04:41:29 +00008570 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008571 (__v2df) __B,
8572 (__v2df) __W,
8573 (__mmask8) __U,
8574 _MM_FROUND_CUR_DIRECTION);
8575}
8576
Craig Topper8c18e112016-05-17 04:41:50 +00008577#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8578 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8579 (__v2df)(__m128d)(B), \
8580 (__v2df)(__m128d)(W), (__mmask8)(U), \
8581 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008582
Craig Topper58187d32016-05-17 04:41:29 +00008583static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008584_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008585{
Craig Topper58187d32016-05-17 04:41:29 +00008586 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008587 (__v2df) __B,
8588 (__v2df) __C,
8589 (__mmask8) __U,
8590 _MM_FROUND_CUR_DIRECTION);
8591}
8592
Craig Topper8c18e112016-05-17 04:41:50 +00008593#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8594 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8595 (__v2df)(__m128d)(B), \
8596 (__v2df)(__m128d)(C), (__mmask8)(U), \
8597 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008598
Craig Topper58187d32016-05-17 04:41:29 +00008599static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008600_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008601{
Craig Topper58187d32016-05-17 04:41:29 +00008602 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008603 (__v2df) __X,
8604 (__v2df) __Y,
8605 (__mmask8) __U,
8606 _MM_FROUND_CUR_DIRECTION);
8607}
8608
Craig Topper8c18e112016-05-17 04:41:50 +00008609#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8610 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8611 (__v2df)(__m128d)(X), \
8612 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8613 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008614
Craig Topper58187d32016-05-17 04:41:29 +00008615static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008616_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008617{
Craig Topper58187d32016-05-17 04:41:29 +00008618 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008619 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008620 (__v2df) __W,
8621 (__mmask8) __U,
8622 _MM_FROUND_CUR_DIRECTION);
8623}
8624
Craig Topper8c18e112016-05-17 04:41:50 +00008625#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8626 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8627 -(__v2df)(__m128d)(B), \
8628 (__v2df)(__m128d)(W), (__mmask8)(U), \
8629 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008630
Craig Topper58187d32016-05-17 04:41:29 +00008631static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008632_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008633{
Craig Topper58187d32016-05-17 04:41:29 +00008634 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008635 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008636 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008637 (__mmask8) __U,
8638 _MM_FROUND_CUR_DIRECTION);
8639}
8640
Craig Topper8c18e112016-05-17 04:41:50 +00008641#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8642 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8643 (__v2df)(__m128d)(B), \
8644 -(__v2df)(__m128d)(C), \
8645 (__mmask8)(U), \
8646 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008647
Craig Topper58187d32016-05-17 04:41:29 +00008648static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008649_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008650{
Craig Topper58187d32016-05-17 04:41:29 +00008651 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008652 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008653 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008654 (__mmask8) __U,
8655 _MM_FROUND_CUR_DIRECTION);
8656}
8657
Craig Topper8c18e112016-05-17 04:41:50 +00008658#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8659 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8660 (__v2df)(__m128d)(X), \
8661 -(__v2df)(__m128d)(Y), \
8662 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008663
Craig Topper8c18e112016-05-17 04:41:50 +00008664#define _mm512_permutex_pd(X, M) __extension__ ({ \
8665 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8666 (__v8df)_mm512_undefined_pd(), \
8667 (__mmask8)-1); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008668
Craig Topper8c18e112016-05-17 04:41:50 +00008669#define _mm512_mask_permutex_pd(W, U, X, M) __extension__ ({ \
8670 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8671 (__v8df)(__m512d)(W), \
8672 (__mmask8)(U)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008673
Craig Topper8c18e112016-05-17 04:41:50 +00008674#define _mm512_maskz_permutex_pd(U, X, M) __extension__ ({ \
8675 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8676 (__v8df)_mm512_setzero_pd(), \
8677 (__mmask8)(U)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008678
Craig Topper8c18e112016-05-17 04:41:50 +00008679#define _mm512_permutex_epi64(X, I) __extension__ ({ \
8680 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8681 (__v8di)_mm512_undefined_epi32(), \
8682 (__mmask8)-1); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008683
Craig Topper8c18e112016-05-17 04:41:50 +00008684#define _mm512_mask_permutex_epi64(W, M, X, I) __extension__ ({ \
8685 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8686 (__v8di)(__m512i)(W), \
8687 (__mmask8)(M)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008688
Craig Topper8c18e112016-05-17 04:41:50 +00008689#define _mm512_maskz_permutex_epi64(M, X, I) __extension__ ({ \
8690 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8691 (__v8di)_mm512_setzero_si512(), \
8692 (__mmask8)(M)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008693
8694static __inline__ __m512d __DEFAULT_FN_ATTRS
8695_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8696{
8697 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8698 (__v8di) __X,
8699 (__v8df) _mm512_undefined_pd (),
8700 (__mmask8) -1);
8701}
8702
8703static __inline__ __m512d __DEFAULT_FN_ATTRS
8704_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8705{
8706 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8707 (__v8di) __X,
8708 (__v8df) __W,
8709 (__mmask8) __U);
8710}
8711
8712static __inline__ __m512d __DEFAULT_FN_ATTRS
8713_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8714{
8715 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8716 (__v8di) __X,
8717 (__v8df) _mm512_setzero_pd (),
8718 (__mmask8) __U);
8719}
8720
8721static __inline__ __m512i __DEFAULT_FN_ATTRS
8722_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8723{
8724 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8725 (__v8di) __X,
8726 (__v8di) _mm512_setzero_si512 (),
8727 __M);
8728}
8729
8730static __inline__ __m512i __DEFAULT_FN_ATTRS
8731_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8732{
8733 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8734 (__v8di) __X,
8735 (__v8di) _mm512_undefined_epi32 (),
8736 (__mmask8) -1);
8737}
8738
8739static __inline__ __m512i __DEFAULT_FN_ATTRS
8740_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8741 __m512i __Y)
8742{
8743 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8744 (__v8di) __X,
8745 (__v8di) __W,
8746 __M);
8747}
8748
8749static __inline__ __m512 __DEFAULT_FN_ATTRS
8750_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8751{
8752 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8753 (__v16si) __X,
8754 (__v16sf) _mm512_undefined_ps (),
8755 (__mmask16) -1);
8756}
8757
8758static __inline__ __m512 __DEFAULT_FN_ATTRS
8759_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8760{
8761 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8762 (__v16si) __X,
8763 (__v16sf) __W,
8764 (__mmask16) __U);
8765}
8766
8767static __inline__ __m512 __DEFAULT_FN_ATTRS
8768_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8769{
8770 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8771 (__v16si) __X,
8772 (__v16sf) _mm512_setzero_ps (),
8773 (__mmask16) __U);
8774}
8775
8776static __inline__ __m512i __DEFAULT_FN_ATTRS
8777_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8778{
8779 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8780 (__v16si) __X,
8781 (__v16si) _mm512_setzero_si512 (),
8782 __M);
8783}
8784
8785static __inline__ __m512i __DEFAULT_FN_ATTRS
8786_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8787{
8788 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8789 (__v16si) __X,
8790 (__v16si) _mm512_undefined_epi32 (),
8791 (__mmask16) -1);
8792}
8793
8794static __inline__ __m512i __DEFAULT_FN_ATTRS
8795_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8796 __m512i __Y)
8797{
8798 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8799 (__v16si) __X,
8800 (__v16si) __W,
8801 __M);
8802}
8803
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008804static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8805_mm512_kand (__mmask16 __A, __mmask16 __B)
8806{
8807 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8808}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008809
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008810static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8811_mm512_kandn (__mmask16 __A, __mmask16 __B)
8812{
8813 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8814}
8815
8816static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8817_mm512_kor (__mmask16 __A, __mmask16 __B)
8818{
8819 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8820}
8821
8822static __inline__ int __DEFAULT_FN_ATTRS
8823_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8824{
Craig Topper91f23d92016-05-16 01:09:16 +00008825 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008826}
8827
8828static __inline__ int __DEFAULT_FN_ATTRS
8829_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8830{
Craig Topper91f23d92016-05-16 01:09:16 +00008831 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008832}
8833
8834static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8835_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8836{
8837 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8838}
8839
8840static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8841_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8842{
8843 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8844}
8845
8846static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8847_mm512_kxor (__mmask16 __A, __mmask16 __B)
8848{
8849 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8850}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008851
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008852static __inline__ void __DEFAULT_FN_ATTRS
8853_mm512_stream_si512 (__m512i * __P, __m512i __A)
8854{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008855 __builtin_nontemporal_store((__v8di)__A, (__v8di*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008856}
8857
8858static __inline__ __m512i __DEFAULT_FN_ATTRS
8859_mm512_stream_load_si512 (void *__P)
8860{
8861 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8862}
8863
8864static __inline__ void __DEFAULT_FN_ATTRS
8865_mm512_stream_pd (double *__P, __m512d __A)
8866{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008867 __builtin_nontemporal_store((__v8df)__A, (__v8df*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008868}
8869
8870static __inline__ void __DEFAULT_FN_ATTRS
8871_mm512_stream_ps (float *__P, __m512 __A)
8872{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008873 __builtin_nontemporal_store((__v16sf)__A, (__v16sf*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008874}
8875
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008876static __inline__ __m512d __DEFAULT_FN_ATTRS
8877_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8878{
8879 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8880 (__v8df) __W,
8881 (__mmask8) __U);
8882}
8883
8884static __inline__ __m512d __DEFAULT_FN_ATTRS
8885_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8886{
8887 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8888 (__v8df)
8889 _mm512_setzero_pd (),
8890 (__mmask8) __U);
8891}
8892
8893static __inline__ __m512i __DEFAULT_FN_ATTRS
8894_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8895{
8896 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8897 (__v8di) __W,
8898 (__mmask8) __U);
8899}
8900
8901static __inline__ __m512i __DEFAULT_FN_ATTRS
8902_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8903{
8904 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8905 (__v8di)
8906 _mm512_setzero_si512 (),
8907 (__mmask8) __U);
8908}
8909
8910static __inline__ __m512 __DEFAULT_FN_ATTRS
8911_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8912{
8913 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8914 (__v16sf) __W,
8915 (__mmask16) __U);
8916}
8917
8918static __inline__ __m512 __DEFAULT_FN_ATTRS
8919_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
8920{
8921 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8922 (__v16sf)
8923 _mm512_setzero_ps (),
8924 (__mmask16) __U);
8925}
8926
8927static __inline__ __m512i __DEFAULT_FN_ATTRS
8928_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8929{
8930 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8931 (__v16si) __W,
8932 (__mmask16) __U);
8933}
8934
8935static __inline__ __m512i __DEFAULT_FN_ATTRS
8936_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
8937{
8938 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8939 (__v16si)
8940 _mm512_setzero_si512 (),
8941 (__mmask16) __U);
8942}
8943
Craig Topper8c18e112016-05-17 04:41:50 +00008944#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
8945 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8946 (__v4sf)(__m128)(Y), (int)(P), \
8947 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008948
Craig Topper8c18e112016-05-17 04:41:50 +00008949#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
8950 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8951 (__v4sf)(__m128)(Y), (int)(P), \
8952 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008953
Craig Topper8c18e112016-05-17 04:41:50 +00008954#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
8955 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8956 (__v4sf)(__m128)(Y), (int)(P), \
8957 (__mmask8)-1, \
8958 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008959
Craig Topper8c18e112016-05-17 04:41:50 +00008960#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
8961 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8962 (__v4sf)(__m128)(Y), (int)(P), \
8963 (__mmask8)(M), \
8964 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008965
Craig Topper8c18e112016-05-17 04:41:50 +00008966#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
8967 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8968 (__v2df)(__m128d)(Y), (int)(P), \
8969 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008970
Craig Topper8c18e112016-05-17 04:41:50 +00008971#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
8972 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8973 (__v2df)(__m128d)(Y), (int)(P), \
8974 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008975
Craig Topper8c18e112016-05-17 04:41:50 +00008976#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
8977 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8978 (__v2df)(__m128d)(Y), (int)(P), \
8979 (__mmask8)-1, \
8980 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008981
Craig Topper8c18e112016-05-17 04:41:50 +00008982#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
8983 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8984 (__v2df)(__m128d)(Y), (int)(P), \
8985 (__mmask8)(M), \
8986 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008987
Michael Zuckermanac1e5192016-05-01 14:43:43 +00008988static __inline__ __m512 __DEFAULT_FN_ATTRS
8989_mm512_movehdup_ps (__m512 __A)
8990{
8991 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
8992 (__v16sf)
8993 _mm512_undefined_ps (),
8994 (__mmask16) -1);
8995}
8996
8997static __inline__ __m512 __DEFAULT_FN_ATTRS
8998_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
8999{
9000 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9001 (__v16sf) __W,
9002 (__mmask16) __U);
9003}
9004
9005static __inline__ __m512 __DEFAULT_FN_ATTRS
9006_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9007{
9008 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9009 (__v16sf)
9010 _mm512_setzero_ps (),
9011 (__mmask16) __U);
9012}
9013
9014static __inline__ __m512 __DEFAULT_FN_ATTRS
9015_mm512_moveldup_ps (__m512 __A)
9016{
9017 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9018 (__v16sf)
9019 _mm512_undefined_ps (),
9020 (__mmask16) -1);
9021}
9022
9023static __inline__ __m512 __DEFAULT_FN_ATTRS
9024_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9025{
9026 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9027 (__v16sf) __W,
9028 (__mmask16) __U);
9029}
9030
9031static __inline__ __m512 __DEFAULT_FN_ATTRS
9032_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9033{
9034 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9035 (__v16sf)
9036 _mm512_setzero_ps (),
9037 (__mmask16) __U);
9038}
9039
Craig Topper8c18e112016-05-17 04:41:50 +00009040#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009041 (__m512i)__builtin_shufflevector((__v16si)(__m512i)(A), \
9042 (__v16si)_mm512_setzero_si512(), \
9043 0 + (((I) & 0x03) >> 0), \
9044 0 + (((I) & 0x0c) >> 2), \
9045 0 + (((I) & 0x30) >> 4), \
9046 0 + (((I) & 0xc0) >> 6), \
9047 4 + (((I) & 0x03) >> 0), \
9048 4 + (((I) & 0x0c) >> 2), \
9049 4 + (((I) & 0x30) >> 4), \
9050 4 + (((I) & 0xc0) >> 6), \
9051 8 + (((I) & 0x03) >> 0), \
9052 8 + (((I) & 0x0c) >> 2), \
9053 8 + (((I) & 0x30) >> 4), \
9054 8 + (((I) & 0xc0) >> 6), \
9055 12 + (((I) & 0x03) >> 0), \
9056 12 + (((I) & 0x0c) >> 2), \
9057 12 + (((I) & 0x30) >> 4), \
9058 12 + (((I) & 0xc0) >> 6)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009059
Craig Topper8c18e112016-05-17 04:41:50 +00009060#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009061 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9062 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9063 (__v16si)(__m512i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009064
Craig Topper8c18e112016-05-17 04:41:50 +00009065#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009066 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9067 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9068 (__v16si)_mm512_setzero_si512()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009069
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009070static __inline__ __m512d __DEFAULT_FN_ATTRS
9071_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9072{
9073 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9074 (__v8df) __W,
9075 (__mmask8) __U);
9076}
9077
9078static __inline__ __m512d __DEFAULT_FN_ATTRS
9079_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9080{
9081 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9082 (__v8df) _mm512_setzero_pd (),
9083 (__mmask8) __U);
9084}
9085
9086static __inline__ __m512i __DEFAULT_FN_ATTRS
9087_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9088{
9089 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9090 (__v8di) __W,
9091 (__mmask8) __U);
9092}
9093
9094static __inline__ __m512i __DEFAULT_FN_ATTRS
9095_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9096{
9097 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9098 (__v8di) _mm512_setzero_pd (),
9099 (__mmask8) __U);
9100}
9101
9102static __inline__ __m512d __DEFAULT_FN_ATTRS
9103_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9104{
9105 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9106 (__v8df) __W,
9107 (__mmask8) __U);
9108}
9109
9110static __inline__ __m512d __DEFAULT_FN_ATTRS
9111_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9112{
9113 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9114 (__v8df) _mm512_setzero_pd(),
9115 (__mmask8) __U);
9116}
9117
9118static __inline__ __m512i __DEFAULT_FN_ATTRS
9119_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9120{
9121 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9122 (__v8di) __W,
9123 (__mmask8) __U);
9124}
9125
9126static __inline__ __m512i __DEFAULT_FN_ATTRS
9127_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9128{
9129 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9130 (__v8di) _mm512_setzero_pd(),
9131 (__mmask8) __U);
9132}
9133
9134static __inline__ __m512 __DEFAULT_FN_ATTRS
9135_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9136{
9137 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9138 (__v16sf) __W,
9139 (__mmask16) __U);
9140}
9141
9142static __inline__ __m512 __DEFAULT_FN_ATTRS
9143_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9144{
9145 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9146 (__v16sf) _mm512_setzero_ps(),
9147 (__mmask16) __U);
9148}
9149
9150static __inline__ __m512i __DEFAULT_FN_ATTRS
9151_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9152{
9153 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9154 (__v16si) __W,
9155 (__mmask16) __U);
9156}
9157
9158static __inline__ __m512i __DEFAULT_FN_ATTRS
9159_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9160{
9161 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9162 (__v16si) _mm512_setzero_ps(),
9163 (__mmask16) __U);
9164}
9165
9166static __inline__ __m512 __DEFAULT_FN_ATTRS
9167_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9168{
9169 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9170 (__v16sf) __W,
9171 (__mmask16) __U);
9172}
9173
9174static __inline__ __m512 __DEFAULT_FN_ATTRS
9175_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9176{
9177 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9178 (__v16sf) _mm512_setzero_ps(),
9179 (__mmask16) __U);
9180}
9181
9182static __inline__ __m512i __DEFAULT_FN_ATTRS
9183_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9184{
9185 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9186 (__v16si) __W,
9187 (__mmask16) __U);
9188}
9189
9190static __inline__ __m512i __DEFAULT_FN_ATTRS
9191_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9192{
9193 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9194 (__v16si) _mm512_setzero_ps(),
9195 (__mmask16) __U);
9196}
9197
Craig Topper8c18e112016-05-17 04:41:50 +00009198#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9199 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9200 (__v8df)_mm512_undefined_pd(), \
9201 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009202
Craig Topper8c18e112016-05-17 04:41:50 +00009203#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9204 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9205 (__v8df)(__m512d)(W), \
9206 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009207
Craig Topper8c18e112016-05-17 04:41:50 +00009208#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9209 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9210 (__v8df)_mm512_setzero_pd(), \
9211 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009212
9213static __inline__ __m512d __DEFAULT_FN_ATTRS
9214_mm512_cvtps_pd (__m256 __A)
9215{
9216 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9217 (__v8df)
9218 _mm512_undefined_pd (),
9219 (__mmask8) -1,
9220 _MM_FROUND_CUR_DIRECTION);
9221}
9222
9223static __inline__ __m512d __DEFAULT_FN_ATTRS
9224_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9225{
9226 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9227 (__v8df) __W,
9228 (__mmask8) __U,
9229 _MM_FROUND_CUR_DIRECTION);
9230}
9231
9232static __inline__ __m512d __DEFAULT_FN_ATTRS
9233_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9234{
9235 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9236 (__v8df)
9237 _mm512_setzero_pd (),
9238 (__mmask8) __U,
9239 _MM_FROUND_CUR_DIRECTION);
9240}
9241
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009242static __inline__ __m512d __DEFAULT_FN_ATTRS
9243_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9244{
Igor Bregeraadb8762016-06-08 13:59:20 +00009245 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9246 (__v8df) __A,
9247 (__v8df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009248}
9249
9250static __inline__ __m512d __DEFAULT_FN_ATTRS
9251_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9252{
Igor Bregeraadb8762016-06-08 13:59:20 +00009253 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9254 (__v8df) __A,
9255 (__v8df) _mm512_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009256}
9257
9258static __inline__ __m512 __DEFAULT_FN_ATTRS
9259_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9260{
Igor Bregeraadb8762016-06-08 13:59:20 +00009261 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9262 (__v16sf) __A,
9263 (__v16sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009264}
9265
9266static __inline__ __m512 __DEFAULT_FN_ATTRS
9267_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9268{
Igor Bregeraadb8762016-06-08 13:59:20 +00009269 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9270 (__v16sf) __A,
9271 (__v16sf) _mm512_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009272}
9273
Michael Zuckerman708e7592016-05-03 10:42:46 +00009274static __inline__ void __DEFAULT_FN_ATTRS
9275_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9276{
9277 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9278 (__mmask8) __U);
9279}
9280
9281static __inline__ void __DEFAULT_FN_ATTRS
9282_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9283{
9284 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9285 (__mmask8) __U);
9286}
9287
9288static __inline__ void __DEFAULT_FN_ATTRS
9289_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9290{
9291 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9292 (__mmask16) __U);
9293}
9294
9295static __inline__ void __DEFAULT_FN_ATTRS
9296_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9297{
9298 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9299 (__mmask16) __U);
9300}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009301
Craig Topper8c18e112016-05-17 04:41:50 +00009302#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9303 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9304 (__v2df)(__m128d)(B), \
9305 (__v4sf)_mm_undefined_ps(), \
9306 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009307
Craig Topper8c18e112016-05-17 04:41:50 +00009308#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9309 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9310 (__v2df)(__m128d)(B), \
9311 (__v4sf)(__m128)(W), \
9312 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009313
Craig Topper8c18e112016-05-17 04:41:50 +00009314#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9315 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9316 (__v2df)(__m128d)(B), \
9317 (__v4sf)_mm_setzero_ps(), \
9318 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009319
Asaf Badouh89f65762016-06-02 08:11:35 +00009320static __inline__ __m128 __DEFAULT_FN_ATTRS
9321_mm_mask_cvtsd_ss (__m128 W, __mmask8 U, __m128 A, __m128d B)
9322{
9323 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9324 (__v2df)(B),
9325 (__v4sf)(W),
9326 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9327}
9328
9329static __inline__ __m128 __DEFAULT_FN_ATTRS
9330_mm_maskz_cvtsd_ss (__mmask8 U, __m128 A, __m128d B)
9331{
9332 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9333 (__v2df)(B),
9334 (__v4sf)_mm_setzero_ps(),
9335 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9336}
9337
9338#define _mm_cvtss_i32 _mm_cvtss_si32
9339#define _mm_cvtss_i64 _mm_cvtss_si64
9340#define _mm_cvtsd_i32 _mm_cvtsd_si32
9341#define _mm_cvtsd_i64 _mm_cvtsd_si64
9342#define _mm_cvti32_sd _mm_cvtsi32_sd
9343#define _mm_cvti64_sd _mm_cvtsi64_sd
9344#define _mm_cvti32_ss _mm_cvtsi32_ss
9345#define _mm_cvti64_ss _mm_cvtsi64_ss
9346
Craig Topper8c18e112016-05-17 04:41:50 +00009347#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9348 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9349 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009350
Craig Topper8c18e112016-05-17 04:41:50 +00009351#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9352 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9353 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009354
Craig Topper8c18e112016-05-17 04:41:50 +00009355#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9356 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009357
Craig Topper8c18e112016-05-17 04:41:50 +00009358#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9359 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009360
Craig Topper8c18e112016-05-17 04:41:50 +00009361#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9362 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9363 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009364
Craig Topper8c18e112016-05-17 04:41:50 +00009365#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9366 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9367 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009368
Craig Topper8c18e112016-05-17 04:41:50 +00009369#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9370 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9371 (__v4sf)(__m128)(B), \
9372 (__v2df)_mm_undefined_pd(), \
9373 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009374
Craig Topper8c18e112016-05-17 04:41:50 +00009375#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9376 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9377 (__v4sf)(__m128)(B), \
9378 (__v2df)(__m128d)(W), \
9379 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009380
Craig Topper8c18e112016-05-17 04:41:50 +00009381#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9382 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9383 (__v4sf)(__m128)(B), \
9384 (__v2df)_mm_setzero_pd(), \
9385 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009386
9387static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouh89f65762016-06-02 08:11:35 +00009388_mm_mask_cvtss_sd (__m128d W, __mmask8 U, __m128d A, __m128 B)
9389{
9390 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9391 (__v4sf)(B),
9392 (__v2df)(W),
9393 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9394}
9395
9396static __inline__ __m128d __DEFAULT_FN_ATTRS
9397_mm_maskz_cvtss_sd (__mmask8 U, __m128d A, __m128 B)
9398{
9399 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9400 (__v4sf)(B),
9401 (__v2df)_mm_setzero_pd(),
9402 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9403}
9404
9405static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009406_mm_cvtu32_sd (__m128d __A, unsigned __B)
9407{
9408 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9409}
9410
Craig Topper8c18e112016-05-17 04:41:50 +00009411#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9412 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9413 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009414
9415static __inline__ __m128d __DEFAULT_FN_ATTRS
9416_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9417{
9418 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9419 _MM_FROUND_CUR_DIRECTION);
9420}
9421
Craig Topper8c18e112016-05-17 04:41:50 +00009422#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9423 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9424 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009425
9426static __inline__ __m128 __DEFAULT_FN_ATTRS
9427_mm_cvtu32_ss (__m128 __A, unsigned __B)
9428{
9429 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9430 _MM_FROUND_CUR_DIRECTION);
9431}
9432
Craig Topper8c18e112016-05-17 04:41:50 +00009433#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9434 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9435 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009436
9437static __inline__ __m128 __DEFAULT_FN_ATTRS
9438_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9439{
9440 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9441 _MM_FROUND_CUR_DIRECTION);
9442}
9443
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009444static __inline__ __m512i __DEFAULT_FN_ATTRS
9445_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9446{
9447 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9448 __M);
9449}
9450
9451static __inline__ __m512i __DEFAULT_FN_ATTRS
9452_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9453{
9454 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9455 __M);
9456}
9457
Michael Zuckerman178113e2016-05-19 12:07:49 +00009458static __inline __m512i __DEFAULT_FN_ATTRS
9459_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9460 int __E, int __F, int __G, int __H,
9461 int __I, int __J, int __K, int __L,
9462 int __M, int __N, int __O, int __P)
9463{
9464 return __extension__ (__m512i)(__v16si)
9465 { __P, __O, __N, __M, __L, __K, __J, __I,
9466 __H, __G, __F, __E, __D, __C, __B, __A };
9467}
9468
9469#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9470 e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009471 _mm512_set_epi32((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6), \
9472 (e5),(e4),(e3),(e2),(e1),(e0))
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009473
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009474static __inline__ __m512i __DEFAULT_FN_ATTRS
9475_mm512_set_epi64 (long long __A, long long __B, long long __C,
9476 long long __D, long long __E, long long __F,
9477 long long __G, long long __H)
9478{
9479 return __extension__ (__m512i) (__v8di)
9480 { __H, __G, __F, __E, __D, __C, __B, __A };
9481}
9482
Michael Zuckerman178113e2016-05-19 12:07:49 +00009483#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009484 _mm512_set_epi64((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009485
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009486static __inline__ __m512d __DEFAULT_FN_ATTRS
9487_mm512_set_pd (double __A, double __B, double __C, double __D,
9488 double __E, double __F, double __G, double __H)
9489{
9490 return __extension__ (__m512d)
9491 { __H, __G, __F, __E, __D, __C, __B, __A };
9492}
9493
Michael Zuckerman178113e2016-05-19 12:07:49 +00009494#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009495 _mm512_set_pd((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009496
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009497static __inline__ __m512 __DEFAULT_FN_ATTRS
9498_mm512_set_ps (float __A, float __B, float __C, float __D,
9499 float __E, float __F, float __G, float __H,
9500 float __I, float __J, float __K, float __L,
9501 float __M, float __N, float __O, float __P)
9502{
9503 return __extension__ (__m512)
9504 { __P, __O, __N, __M, __L, __K, __J, __I,
9505 __H, __G, __F, __E, __D, __C, __B, __A };
9506}
9507
Michael Zuckerman178113e2016-05-19 12:07:49 +00009508#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009509 _mm512_set_ps((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6),(e5), \
9510 (e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009511
Michael Kupersteine45af542015-06-30 13:36:19 +00009512#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009513
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009514#endif // __AVX512FINTRIN_H