blob: 90b87b2586cb22bad21044e5d2becf271094e520 [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Michael Zuckermandef78752016-03-28 12:23:09 +000057typedef enum
58{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000059 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
60 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
61 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
62 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
63 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
64 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
65 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
66 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
67 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
68 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
69 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
70 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
71 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
72 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
73 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
74 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
75 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
76 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
77 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
78 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
79 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
80 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
81 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
82 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
83 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
84 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
85 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
86 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
87 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
88 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
89 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
90 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
91 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
92 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
93 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
94 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
95 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
96 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
97 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
98 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
99 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
100 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
101 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
102 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
103 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
104 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
105 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
106 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
107 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
108 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
109 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
110 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
111 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
112 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
113 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
114 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
115 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
116 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
117 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
118 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
119 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
120 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
121 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
122 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
123 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
124 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
125 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
126 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
127 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
128 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
129 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
130 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
131 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
132 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
133 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
134 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
135 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
136 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
137 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
138 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
139 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
140 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
141 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
142 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
143 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
144 _MM_PERM_DDDD = 0xFF
145} _MM_PERM_ENUM;
146
147typedef enum
148{
Michael Zuckermandef78752016-03-28 12:23:09 +0000149 _MM_MANT_NORM_1_2, /* interval [1, 2) */
150 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
151 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
152 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
153} _MM_MANTISSA_NORM_ENUM;
154
155typedef enum
156{
157 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
158 _MM_MANT_SIGN_zero, /* sign = 0 */
159 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
160} _MM_MANTISSA_SIGN_ENUM;
161
Eric Christopher4d1851682015-06-17 07:09:20 +0000162/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000163#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000164
Adam Nemet0d5bb552014-07-28 17:14:40 +0000165/* Create vectors with repeated elements */
166
Michael Kupersteine45af542015-06-30 13:36:19 +0000167static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000168_mm512_setzero_si512(void)
169{
170 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
171}
172
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000173#define _mm512_setzero_epi32 _mm512_setzero_si512
174
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000175static __inline__ __m512d __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000176_mm512_undefined_pd(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000177{
178 return (__m512d)__builtin_ia32_undef512();
179}
180
181static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000182_mm512_undefined(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000183{
184 return (__m512)__builtin_ia32_undef512();
185}
186
187static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000188_mm512_undefined_ps(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000189{
190 return (__m512)__builtin_ia32_undef512();
191}
192
193static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000194_mm512_undefined_epi32(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000195{
196 return (__m512i)__builtin_ia32_undef512();
197}
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000198static __inline__ __m512i __DEFAULT_FN_ATTRS
199_mm512_broadcastd_epi32 (__m128i __A)
200{
201 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
202 (__v16si)
203 _mm512_undefined_epi32 (),
204 (__mmask16) -1);
205}
206
207static __inline__ __m512i __DEFAULT_FN_ATTRS
208_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
209{
210 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
211 (__v16si) __O, __M);
212}
213
214static __inline__ __m512i __DEFAULT_FN_ATTRS
215_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
216{
217 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
218 (__v16si)
219 _mm512_setzero_si512 (),
220 __M);
221}
222
223static __inline__ __m512i __DEFAULT_FN_ATTRS
224_mm512_broadcastq_epi64 (__m128i __A)
225{
226 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
227 (__v8di)
228 _mm512_undefined_pd (),
229 (__mmask8) -1);
230}
231
232static __inline__ __m512i __DEFAULT_FN_ATTRS
233_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
234{
235 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
236 (__v8di) __O, __M);
237}
238
239static __inline__ __m512i __DEFAULT_FN_ATTRS
240_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
241{
242 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
243 (__v8di)
244 _mm512_setzero_si512 (),
245 __M);
246}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000247
Michael Kupersteine45af542015-06-30 13:36:19 +0000248static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000249_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
250{
251 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
252 (__v16si)
253 _mm512_setzero_si512 (),
254 __M);
255}
256
Michael Kupersteine45af542015-06-30 13:36:19 +0000257static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000258_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
259{
260#ifdef __x86_64__
261 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
262 (__v8di)
263 _mm512_setzero_si512 (),
264 __M);
265#else
266 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
267 (__v8di)
268 _mm512_setzero_si512 (),
269 __M);
270#endif
271}
272
Michael Kupersteine45af542015-06-30 13:36:19 +0000273static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000274_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000275{
276 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
277 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
278}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000279
280#define _mm512_setzero _mm512_setzero_ps
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000282static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000283_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000284{
285 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
286}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000287
Michael Kupersteine45af542015-06-30 13:36:19 +0000288static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000289_mm512_set1_ps(float __w)
290{
291 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
292 __w, __w, __w, __w, __w, __w, __w, __w };
293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000296_mm512_set1_pd(double __w)
297{
298 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000302_mm512_set1_epi8(char __w)
303{
304 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w,
306 __w, __w, __w, __w, __w, __w, __w, __w,
307 __w, __w, __w, __w, __w, __w, __w, __w,
308 __w, __w, __w, __w, __w, __w, __w, __w,
309 __w, __w, __w, __w, __w, __w, __w, __w,
310 __w, __w, __w, __w, __w, __w, __w, __w,
311 __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
314static __inline __m512i __DEFAULT_FN_ATTRS
315_mm512_set1_epi16(short __w)
316{
317 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w };
321}
322
323static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000324_mm512_set1_epi32(int __s)
325{
326 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
327 __s, __s, __s, __s, __s, __s, __s, __s };
328}
329
Michael Kupersteine45af542015-06-30 13:36:19 +0000330static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000331_mm512_set1_epi64(long long __d)
332{
333 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
334}
335
Michael Kupersteine45af542015-06-30 13:36:19 +0000336static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000337_mm512_broadcastss_ps(__m128 __X)
338{
339 float __f = __X[0];
340 return (__v16sf){ __f, __f, __f, __f,
341 __f, __f, __f, __f,
342 __f, __f, __f, __f,
343 __f, __f, __f, __f };
344}
345
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000346static __inline __m512i __DEFAULT_FN_ATTRS
347_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
348{
349 return (__m512i)(__v16si)
350 { __D, __C, __B, __A, __D, __C, __B, __A,
351 __D, __C, __B, __A, __D, __C, __B, __A };
352}
353
354static __inline __m512i __DEFAULT_FN_ATTRS
355_mm512_set4_epi64 (long long __A, long long __B, long long __C,
356 long long __D)
357{
358 return (__m512i) (__v8di)
359 { __D, __C, __B, __A, __D, __C, __B, __A };
360}
361
362static __inline __m512d __DEFAULT_FN_ATTRS
363_mm512_set4_pd (double __A, double __B, double __C, double __D)
364{
365 return (__m512d)
366 { __D, __C, __B, __A, __D, __C, __B, __A };
367}
368
369static __inline __m512 __DEFAULT_FN_ATTRS
370_mm512_set4_ps (float __A, float __B, float __C, float __D)
371{
372 return (__m512)
373 { __D, __C, __B, __A, __D, __C, __B, __A,
374 __D, __C, __B, __A, __D, __C, __B, __A };
375}
376
377#define _mm512_setr4_epi32(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000378 _mm512_set4_epi32((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000379
380#define _mm512_setr4_epi64(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000381 _mm512_set4_epi64((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000382
383#define _mm512_setr4_pd(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000384 _mm512_set4_pd((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000385
386#define _mm512_setr4_ps(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000387 _mm512_set4_ps((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000388
Michael Kupersteine45af542015-06-30 13:36:19 +0000389static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000390_mm512_broadcastsd_pd(__m128d __X)
391{
392 double __d = __X[0];
393 return (__v8df){ __d, __d, __d, __d,
394 __d, __d, __d, __d };
395}
396
Adam Nemetc871ff92014-07-30 16:51:24 +0000397/* Cast between vector types */
398
Michael Kupersteine45af542015-06-30 13:36:19 +0000399static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000400_mm512_castpd256_pd512(__m256d __a)
401{
402 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
403}
404
Michael Kupersteine45af542015-06-30 13:36:19 +0000405static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000406_mm512_castps256_ps512(__m256 __a)
407{
408 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
409 -1, -1, -1, -1, -1, -1, -1, -1);
410}
411
Michael Kupersteine45af542015-06-30 13:36:19 +0000412static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000413_mm512_castpd512_pd128(__m512d __a)
414{
415 return __builtin_shufflevector(__a, __a, 0, 1);
416}
417
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000418static __inline __m256d __DEFAULT_FN_ATTRS
419_mm512_castpd512_pd256 (__m512d __A)
420{
421 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
422}
423
Michael Kupersteine45af542015-06-30 13:36:19 +0000424static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000425_mm512_castps512_ps128(__m512 __a)
426{
427 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
428}
429
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000430static __inline __m256 __DEFAULT_FN_ATTRS
431_mm512_castps512_ps256 (__m512 __A)
432{
433 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
434}
435
436static __inline __m512 __DEFAULT_FN_ATTRS
437_mm512_castpd_ps (__m512d __A)
438{
439 return (__m512) (__A);
440}
441
442static __inline __m512i __DEFAULT_FN_ATTRS
443_mm512_castpd_si512 (__m512d __A)
444{
445 return (__m512i) (__A);
446}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000447
448static __inline__ __m512d __DEFAULT_FN_ATTRS
449_mm512_castpd128_pd512 (__m128d __A)
450{
451 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
452}
453
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000454static __inline __m512d __DEFAULT_FN_ATTRS
455_mm512_castps_pd (__m512 __A)
456{
457 return (__m512d) (__A);
458}
459
460static __inline __m512i __DEFAULT_FN_ATTRS
461_mm512_castps_si512 (__m512 __A)
462{
463 return (__m512i) (__A);
464}
465
Michael Zuckermanc6677032016-05-03 14:26:52 +0000466static __inline__ __m512 __DEFAULT_FN_ATTRS
467_mm512_castps128_ps512 (__m128 __A)
468{
469 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
470}
471
472static __inline__ __m512i __DEFAULT_FN_ATTRS
473_mm512_castsi128_si512 (__m128i __A)
474{
475 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
476}
477
478static __inline__ __m512i __DEFAULT_FN_ATTRS
479_mm512_castsi256_si512 (__m256i __A)
480{
481 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
482}
483
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000484static __inline __m512 __DEFAULT_FN_ATTRS
485_mm512_castsi512_ps (__m512i __A)
486{
487 return (__m512) (__A);
488}
489
490static __inline __m512d __DEFAULT_FN_ATTRS
491_mm512_castsi512_pd (__m512i __A)
492{
493 return (__m512d) (__A);
494}
495
496static __inline __m128i __DEFAULT_FN_ATTRS
497_mm512_castsi512_si128 (__m512i __A)
498{
499 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
500}
501
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000502static __inline __m256i __DEFAULT_FN_ATTRS
503_mm512_castsi512_si256 (__m512i __A)
504{
505 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
506}
507
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000508/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000509static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000510_mm512_and_epi32(__m512i __a, __m512i __b)
511{
Craig Topper6a77b622016-06-04 05:43:41 +0000512 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000513}
514
Michael Kupersteine45af542015-06-30 13:36:19 +0000515static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000516_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
517{
518 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
519 (__v16si) __b,
520 (__v16si) __src,
521 (__mmask16) __k);
522}
Michael Kupersteine45af542015-06-30 13:36:19 +0000523static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000524_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
525{
526 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
527 (__v16si) __b,
528 (__v16si)
529 _mm512_setzero_si512 (),
530 (__mmask16) __k);
531}
532
Michael Kupersteine45af542015-06-30 13:36:19 +0000533static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000534_mm512_and_epi64(__m512i __a, __m512i __b)
535{
Craig Topper6a77b622016-06-04 05:43:41 +0000536 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000537}
538
Michael Kupersteine45af542015-06-30 13:36:19 +0000539static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000540_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
541{
542 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
543 (__v8di) __b,
544 (__v8di) __src,
545 (__mmask8) __k);
546}
Michael Kupersteine45af542015-06-30 13:36:19 +0000547static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000548_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
549{
550 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
551 (__v8di) __b,
552 (__v8di)
553 _mm512_setzero_si512 (),
554 (__mmask8) __k);
555}
556
Michael Kupersteine45af542015-06-30 13:36:19 +0000557static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000558_mm512_andnot_si512 (__m512i __A, __m512i __B)
559{
Craig Topper6a77b622016-06-04 05:43:41 +0000560 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000561}
562
563static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000564_mm512_andnot_epi32 (__m512i __A, __m512i __B)
565{
566 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
567 (__v16si) __B,
568 (__v16si)
569 _mm512_setzero_si512 (),
570 (__mmask16) -1);
571}
572
Michael Kupersteine45af542015-06-30 13:36:19 +0000573static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000574_mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
575{
576 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
577 (__v16si) __B,
578 (__v16si) __W,
579 (__mmask16) __U);
580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000582static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000583_mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
584{
585 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
586 (__v16si) __B,
587 (__v16si)
588 _mm512_setzero_si512 (),
589 (__mmask16) __U);
590}
591
Michael Kupersteine45af542015-06-30 13:36:19 +0000592static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000593_mm512_andnot_epi64 (__m512i __A, __m512i __B)
594{
595 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
596 (__v8di) __B,
597 (__v8di)
598 _mm512_setzero_si512 (),
599 (__mmask8) -1);
600}
601
Michael Kupersteine45af542015-06-30 13:36:19 +0000602static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000603_mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
604{
605 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
606 (__v8di) __B,
607 (__v8di) __W, __U);
608}
609
Michael Kupersteine45af542015-06-30 13:36:19 +0000610static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000611_mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
612{
613 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
614 (__v8di) __B,
615 (__v8di)
616 _mm512_setzero_pd (),
617 __U);
618}
Michael Kupersteine45af542015-06-30 13:36:19 +0000619static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000620_mm512_or_epi32(__m512i __a, __m512i __b)
621{
Craig Topper6a77b622016-06-04 05:43:41 +0000622 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000623}
624
Michael Kupersteine45af542015-06-30 13:36:19 +0000625static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000626_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
627{
628 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
629 (__v16si) __b,
630 (__v16si) __src,
631 (__mmask16) __k);
632}
Michael Kupersteine45af542015-06-30 13:36:19 +0000633static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000634_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
635{
636 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
637 (__v16si) __b,
638 (__v16si)
639 _mm512_setzero_si512 (),
640 (__mmask16) __k);
641}
642
Michael Kupersteine45af542015-06-30 13:36:19 +0000643static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000644_mm512_or_epi64(__m512i __a, __m512i __b)
645{
Craig Topper6a77b622016-06-04 05:43:41 +0000646 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000647}
648
Michael Kupersteine45af542015-06-30 13:36:19 +0000649static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000650_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
651{
652 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
653 (__v8di) __b,
654 (__v8di) __src,
655 (__mmask8) __k);
656}
Michael Kupersteine45af542015-06-30 13:36:19 +0000657static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000658_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
659{
660 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
661 (__v8di) __b,
662 (__v8di)
663 _mm512_setzero_si512 (),
664 (__mmask8) __k);
665}
666
Michael Kupersteine45af542015-06-30 13:36:19 +0000667static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000668_mm512_xor_epi32(__m512i __a, __m512i __b)
669{
Craig Topper6a77b622016-06-04 05:43:41 +0000670 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000671}
672
Michael Kupersteine45af542015-06-30 13:36:19 +0000673static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000674_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
675{
676 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
677 (__v16si) __b,
678 (__v16si) __src,
679 (__mmask16) __k);
680}
Michael Kupersteine45af542015-06-30 13:36:19 +0000681static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000682_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
683{
684 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
685 (__v16si) __b,
686 (__v16si)
687 _mm512_setzero_si512 (),
688 (__mmask16) __k);
689}
690
Michael Kupersteine45af542015-06-30 13:36:19 +0000691static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000692_mm512_xor_epi64(__m512i __a, __m512i __b)
693{
Craig Topper6a77b622016-06-04 05:43:41 +0000694 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000695}
696
Michael Kupersteine45af542015-06-30 13:36:19 +0000697static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000698_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
699{
700 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
701 (__v8di) __b,
702 (__v8di) __src,
703 (__mmask8) __k);
704}
Michael Kupersteine45af542015-06-30 13:36:19 +0000705static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000706_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
707{
708 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
709 (__v8di) __b,
710 (__v8di)
711 _mm512_setzero_si512 (),
712 (__mmask8) __k);
713}
714
Michael Kupersteine45af542015-06-30 13:36:19 +0000715static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000716_mm512_and_si512(__m512i __a, __m512i __b)
717{
Craig Topper6a77b622016-06-04 05:43:41 +0000718 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000719}
720
Michael Kupersteine45af542015-06-30 13:36:19 +0000721static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000722_mm512_or_si512(__m512i __a, __m512i __b)
723{
Craig Topper6a77b622016-06-04 05:43:41 +0000724 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000725}
726
Michael Kupersteine45af542015-06-30 13:36:19 +0000727static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000728_mm512_xor_si512(__m512i __a, __m512i __b)
729{
Craig Topper6a77b622016-06-04 05:43:41 +0000730 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000731}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000732/* Arithmetic */
733
Michael Kupersteine45af542015-06-30 13:36:19 +0000734static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000735_mm512_add_pd(__m512d __a, __m512d __b)
736{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000737 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000738}
739
Michael Kupersteine45af542015-06-30 13:36:19 +0000740static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000741_mm512_add_ps(__m512 __a, __m512 __b)
742{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000743 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000744}
745
Michael Kupersteine45af542015-06-30 13:36:19 +0000746static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000747_mm512_mul_pd(__m512d __a, __m512d __b)
748{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000749 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000750}
751
Michael Kupersteine45af542015-06-30 13:36:19 +0000752static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000753_mm512_mul_ps(__m512 __a, __m512 __b)
754{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000755 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000756}
757
Michael Kupersteine45af542015-06-30 13:36:19 +0000758static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000759_mm512_sub_pd(__m512d __a, __m512d __b)
760{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000761 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000762}
763
Michael Kupersteine45af542015-06-30 13:36:19 +0000764static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000765_mm512_sub_ps(__m512 __a, __m512 __b)
766{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000767 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000768}
769
Michael Kupersteine45af542015-06-30 13:36:19 +0000770static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000771_mm512_add_epi64 (__m512i __A, __m512i __B)
772{
Craig Topper6a77b622016-06-04 05:43:41 +0000773 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000774}
775
Michael Kupersteine45af542015-06-30 13:36:19 +0000776static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000777_mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
778{
779 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
780 (__v8di) __B,
781 (__v8di) __W,
782 (__mmask8) __U);
783}
784
Michael Kupersteine45af542015-06-30 13:36:19 +0000785static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000786_mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
787{
788 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
789 (__v8di) __B,
790 (__v8di)
791 _mm512_setzero_si512 (),
792 (__mmask8) __U);
793}
794
Michael Kupersteine45af542015-06-30 13:36:19 +0000795static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000796_mm512_sub_epi64 (__m512i __A, __m512i __B)
797{
Craig Topper6a77b622016-06-04 05:43:41 +0000798 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000799}
800
Michael Kupersteine45af542015-06-30 13:36:19 +0000801static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000802_mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
803{
804 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
805 (__v8di) __B,
806 (__v8di) __W,
807 (__mmask8) __U);
808}
809
Michael Kupersteine45af542015-06-30 13:36:19 +0000810static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000811_mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
812{
813 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
814 (__v8di) __B,
815 (__v8di)
816 _mm512_setzero_si512 (),
817 (__mmask8) __U);
818}
819
Michael Kupersteine45af542015-06-30 13:36:19 +0000820static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000821_mm512_add_epi32 (__m512i __A, __m512i __B)
822{
Craig Topper6a77b622016-06-04 05:43:41 +0000823 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000824}
825
Michael Kupersteine45af542015-06-30 13:36:19 +0000826static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000827_mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
828{
829 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
830 (__v16si) __B,
831 (__v16si) __W,
832 (__mmask16) __U);
833}
834
Michael Kupersteine45af542015-06-30 13:36:19 +0000835static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000836_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
837{
838 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
839 (__v16si) __B,
840 (__v16si)
841 _mm512_setzero_si512 (),
842 (__mmask16) __U);
843}
844
Michael Kupersteine45af542015-06-30 13:36:19 +0000845static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000846_mm512_sub_epi32 (__m512i __A, __m512i __B)
847{
Craig Topper6a77b622016-06-04 05:43:41 +0000848 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000849}
850
Michael Kupersteine45af542015-06-30 13:36:19 +0000851static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000852_mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
853{
854 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
855 (__v16si) __B,
856 (__v16si) __W,
857 (__mmask16) __U);
858}
859
Michael Kupersteine45af542015-06-30 13:36:19 +0000860static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000861_mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
862{
863 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
864 (__v16si) __B,
865 (__v16si)
866 _mm512_setzero_si512 (),
867 (__mmask16) __U);
868}
869
Craig Topperf3efec62016-06-08 06:08:07 +0000870#define _mm512_mask_max_round_pd(W, U, A, B, R) __extension__ ({ \
871 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
872 (__v8df)(__m512d)(B), \
873 (__v8df)(__m512d)(W), (__mmask8)(U), \
874 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000875
Craig Topperf3efec62016-06-08 06:08:07 +0000876#define _mm512_maskz_max_round_pd(U, A, B, R) __extension__ ({ \
877 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
878 (__v8df)(__m512d)(B), \
879 (__v8df)_mm512_setzero_pd(), \
880 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000881
Craig Topperf3efec62016-06-08 06:08:07 +0000882#define _mm512_max_round_pd(A, B, R) __extension__ ({ \
883 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
884 (__v8df)(__m512d)(B), \
885 (__v8df)_mm512_undefined_pd(), \
886 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000887
Michael Kupersteine45af542015-06-30 13:36:19 +0000888static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000889_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000890{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000891 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
892 (__v8df) __B,
893 (__v8df)
894 _mm512_setzero_pd (),
895 (__mmask8) -1,
896 _MM_FROUND_CUR_DIRECTION);
897}
898
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000899static __inline__ __m512d __DEFAULT_FN_ATTRS
900_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
901{
902 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
903 (__v8df) __B,
904 (__v8df) __W,
905 (__mmask8) __U,
906 _MM_FROUND_CUR_DIRECTION);
907}
908
909static __inline__ __m512d __DEFAULT_FN_ATTRS
910_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
911{
912 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
913 (__v8df) __B,
914 (__v8df)
915 _mm512_setzero_pd (),
916 (__mmask8) __U,
917 _MM_FROUND_CUR_DIRECTION);
918}
919
Craig Topperf3efec62016-06-08 06:08:07 +0000920#define _mm512_mask_max_round_ps(W, U, A, B, R) __extension__ ({ \
921 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
922 (__v16sf)(__m512)(B), \
923 (__v16sf)(__m512)(W), (__mmask16)(U), \
924 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000925
Craig Topperf3efec62016-06-08 06:08:07 +0000926#define _mm512_maskz_max_round_ps(U, A, B, R) __extension__ ({ \
927 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
928 (__v16sf)(__m512)(B), \
929 (__v16sf)_mm512_setzero_ps(), \
930 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000931
Craig Topperf3efec62016-06-08 06:08:07 +0000932#define _mm512_max_round_ps(A, B, R) __extension__ ({ \
933 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
934 (__v16sf)(__m512)(B), \
935 (__v16sf)_mm512_undefined_ps(), \
936 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000937
Michael Kupersteine45af542015-06-30 13:36:19 +0000938static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000939_mm512_max_ps(__m512 __A, __m512 __B)
940{
941 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
942 (__v16sf) __B,
943 (__v16sf)
944 _mm512_setzero_ps (),
945 (__mmask16) -1,
946 _MM_FROUND_CUR_DIRECTION);
947}
948
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000949static __inline__ __m512 __DEFAULT_FN_ATTRS
950_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
951{
952 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
953 (__v16sf) __B,
954 (__v16sf) __W,
955 (__mmask16) __U,
956 _MM_FROUND_CUR_DIRECTION);
957}
958
959static __inline__ __m512 __DEFAULT_FN_ATTRS
960_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
961{
962 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
963 (__v16sf) __B,
964 (__v16sf)
965 _mm512_setzero_ps (),
966 (__mmask16) __U,
967 _MM_FROUND_CUR_DIRECTION);
968}
969
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000970static __inline__ __m128 __DEFAULT_FN_ATTRS
971_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000972 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000973 (__v4sf) __B,
974 (__v4sf) __W,
975 (__mmask8) __U,
976 _MM_FROUND_CUR_DIRECTION);
977}
978
979static __inline__ __m128 __DEFAULT_FN_ATTRS
980_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000981 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000982 (__v4sf) __B,
983 (__v4sf) _mm_setzero_ps (),
984 (__mmask8) __U,
985 _MM_FROUND_CUR_DIRECTION);
986}
987
Craig Topper8c18e112016-05-17 04:41:50 +0000988#define _mm_max_round_ss(A, B, R) __extension__ ({ \
989 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
990 (__v4sf)(__m128)(B), \
991 (__v4sf)_mm_setzero_ps(), \
992 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000993
Craig Topper8c18e112016-05-17 04:41:50 +0000994#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
995 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
996 (__v4sf)(__m128)(B), \
997 (__v4sf)(__m128)(W), (__mmask8)(U), \
998 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000999
Craig Topper8c18e112016-05-17 04:41:50 +00001000#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
1001 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
1002 (__v4sf)(__m128)(B), \
1003 (__v4sf)_mm_setzero_ps(), \
1004 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001005
1006static __inline__ __m128d __DEFAULT_FN_ATTRS
1007_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001008 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001009 (__v2df) __B,
1010 (__v2df) __W,
1011 (__mmask8) __U,
1012 _MM_FROUND_CUR_DIRECTION);
1013}
1014
1015static __inline__ __m128d __DEFAULT_FN_ATTRS
1016_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001017 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001018 (__v2df) __B,
1019 (__v2df) _mm_setzero_pd (),
1020 (__mmask8) __U,
1021 _MM_FROUND_CUR_DIRECTION);
1022}
1023
Craig Topper8c18e112016-05-17 04:41:50 +00001024#define _mm_max_round_sd(A, B, R) __extension__ ({ \
1025 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1026 (__v2df)(__m128d)(B), \
1027 (__v2df)_mm_setzero_pd(), \
1028 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001029
Craig Topper8c18e112016-05-17 04:41:50 +00001030#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
1031 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1032 (__v2df)(__m128d)(B), \
1033 (__v2df)(__m128d)(W), \
1034 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001035
Craig Topper8c18e112016-05-17 04:41:50 +00001036#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1037 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1038 (__v2df)(__m128d)(B), \
1039 (__v2df)_mm_setzero_pd(), \
1040 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001041
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001042static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001043__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001044_mm512_max_epi32(__m512i __A, __m512i __B)
1045{
1046 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1047 (__v16si) __B,
1048 (__v16si)
1049 _mm512_setzero_si512 (),
1050 (__mmask16) -1);
1051}
1052
Michael Zuckermande860e52016-05-10 11:34:19 +00001053static __inline__ __m512i __DEFAULT_FN_ATTRS
1054_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1055{
1056 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1057 (__v16si) __B,
1058 (__v16si) __W, __M);
1059}
1060
1061static __inline__ __m512i __DEFAULT_FN_ATTRS
1062_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1063{
1064 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1065 (__v16si) __B,
1066 (__v16si)
1067 _mm512_setzero_si512 (),
1068 __M);
1069}
1070
Michael Kupersteine45af542015-06-30 13:36:19 +00001071static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001072_mm512_max_epu32(__m512i __A, __m512i __B)
1073{
1074 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1075 (__v16si) __B,
1076 (__v16si)
1077 _mm512_setzero_si512 (),
1078 (__mmask16) -1);
1079}
1080
Michael Zuckermande860e52016-05-10 11:34:19 +00001081static __inline__ __m512i __DEFAULT_FN_ATTRS
1082_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1083{
1084 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1085 (__v16si) __B,
1086 (__v16si) __W, __M);
1087}
1088
1089static __inline__ __m512i __DEFAULT_FN_ATTRS
1090_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1091{
1092 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1093 (__v16si) __B,
1094 (__v16si)
1095 _mm512_setzero_si512 (),
1096 __M);
1097}
1098
Michael Kupersteine45af542015-06-30 13:36:19 +00001099static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001100_mm512_max_epi64(__m512i __A, __m512i __B)
1101{
1102 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1103 (__v8di) __B,
1104 (__v8di)
1105 _mm512_setzero_si512 (),
1106 (__mmask8) -1);
1107}
1108
Michael Zuckermande860e52016-05-10 11:34:19 +00001109static __inline__ __m512i __DEFAULT_FN_ATTRS
1110_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1111{
1112 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1113 (__v8di) __B,
1114 (__v8di) __W, __M);
1115}
1116
1117static __inline__ __m512i __DEFAULT_FN_ATTRS
1118_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1119{
1120 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1121 (__v8di) __B,
1122 (__v8di)
1123 _mm512_setzero_si512 (),
1124 __M);
1125}
1126
Michael Kupersteine45af542015-06-30 13:36:19 +00001127static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001128_mm512_max_epu64(__m512i __A, __m512i __B)
1129{
1130 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1131 (__v8di) __B,
1132 (__v8di)
1133 _mm512_setzero_si512 (),
1134 (__mmask8) -1);
1135}
1136
Michael Zuckermande860e52016-05-10 11:34:19 +00001137static __inline__ __m512i __DEFAULT_FN_ATTRS
1138_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1139{
1140 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1141 (__v8di) __B,
1142 (__v8di) __W, __M);
1143}
1144
1145static __inline__ __m512i __DEFAULT_FN_ATTRS
1146_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1147{
1148 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1149 (__v8di) __B,
1150 (__v8di)
1151 _mm512_setzero_si512 (),
1152 __M);
1153}
1154
Craig Topperf3efec62016-06-08 06:08:07 +00001155#define _mm512_mask_min_round_pd(W, U, A, B, R) __extension__ ({ \
1156 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1157 (__v8df)(__m512d)(B), \
1158 (__v8df)(__m512d)(W), (__mmask8)(U), \
1159 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001160
Craig Topperf3efec62016-06-08 06:08:07 +00001161#define _mm512_maskz_min_round_pd(U, A, B, R) __extension__ ({ \
1162 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1163 (__v8df)(__m512d)(B), \
1164 (__v8df)_mm512_setzero_pd(), \
1165 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001166
Craig Topperf3efec62016-06-08 06:08:07 +00001167#define _mm512_min_round_pd(A, B, R) __extension__ ({ \
1168 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1169 (__v8df)(__m512d)(B), \
1170 (__v8df)_mm512_undefined_pd(), \
1171 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001172
Michael Kupersteine45af542015-06-30 13:36:19 +00001173static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001174_mm512_min_pd(__m512d __A, __m512d __B)
1175{
1176 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1177 (__v8df) __B,
1178 (__v8df)
1179 _mm512_setzero_pd (),
1180 (__mmask8) -1,
1181 _MM_FROUND_CUR_DIRECTION);
1182}
1183
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001184static __inline__ __m512d __DEFAULT_FN_ATTRS
1185_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1186{
1187 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1188 (__v8df) __B,
1189 (__v8df) __W,
1190 (__mmask8) __U,
1191 _MM_FROUND_CUR_DIRECTION);
1192}
1193
Craig Topperf3efec62016-06-08 06:08:07 +00001194#define _mm512_mask_min_round_ps(W, U, A, B, R) __extension__ ({ \
1195 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1196 (__v16sf)(__m512)(B), \
1197 (__v16sf)(__m512)(W), (__mmask16)(U), \
1198 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001199
Craig Topperf3efec62016-06-08 06:08:07 +00001200#define _mm512_maskz_min_round_ps(U, A, B, R) __extension__ ({ \
1201 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1202 (__v16sf)(__m512)(B), \
1203 (__v16sf)_mm512_setzero_ps(), \
1204 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001205
Craig Topperf3efec62016-06-08 06:08:07 +00001206#define _mm512_min_round_ps(A, B, R) __extension__ ({ \
1207 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1208 (__v16sf)(__m512)(B), \
1209 (__v16sf)_mm512_undefined_ps(), \
1210 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001211
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001212static __inline__ __m512d __DEFAULT_FN_ATTRS
1213_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1214{
1215 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1216 (__v8df) __B,
1217 (__v8df)
1218 _mm512_setzero_pd (),
1219 (__mmask8) __U,
1220 _MM_FROUND_CUR_DIRECTION);
1221}
1222
Michael Kupersteine45af542015-06-30 13:36:19 +00001223static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001224_mm512_min_ps(__m512 __A, __m512 __B)
1225{
1226 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1227 (__v16sf) __B,
1228 (__v16sf)
1229 _mm512_setzero_ps (),
1230 (__mmask16) -1,
1231 _MM_FROUND_CUR_DIRECTION);
1232}
1233
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001234static __inline__ __m512 __DEFAULT_FN_ATTRS
1235_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1236{
1237 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1238 (__v16sf) __B,
1239 (__v16sf) __W,
1240 (__mmask16) __U,
1241 _MM_FROUND_CUR_DIRECTION);
1242}
1243
1244static __inline__ __m512 __DEFAULT_FN_ATTRS
1245_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1246{
1247 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1248 (__v16sf) __B,
1249 (__v16sf)
1250 _mm512_setzero_ps (),
1251 (__mmask16) __U,
1252 _MM_FROUND_CUR_DIRECTION);
1253}
1254
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001255static __inline__ __m128 __DEFAULT_FN_ATTRS
1256_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001257 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001258 (__v4sf) __B,
1259 (__v4sf) __W,
1260 (__mmask8) __U,
1261 _MM_FROUND_CUR_DIRECTION);
1262}
1263
1264static __inline__ __m128 __DEFAULT_FN_ATTRS
1265_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001266 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001267 (__v4sf) __B,
1268 (__v4sf) _mm_setzero_ps (),
1269 (__mmask8) __U,
1270 _MM_FROUND_CUR_DIRECTION);
1271}
1272
Craig Topper8c18e112016-05-17 04:41:50 +00001273#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1274 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1275 (__v4sf)(__m128)(B), \
1276 (__v4sf)_mm_setzero_ps(), \
1277 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001278
Craig Topper8c18e112016-05-17 04:41:50 +00001279#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1280 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1281 (__v4sf)(__m128)(B), \
1282 (__v4sf)(__m128)(W), (__mmask8)(U), \
1283 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001284
Craig Topper8c18e112016-05-17 04:41:50 +00001285#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1286 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1287 (__v4sf)(__m128)(B), \
1288 (__v4sf)_mm_setzero_ps(), \
1289 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001290
1291static __inline__ __m128d __DEFAULT_FN_ATTRS
1292_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001293 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001294 (__v2df) __B,
1295 (__v2df) __W,
1296 (__mmask8) __U,
1297 _MM_FROUND_CUR_DIRECTION);
1298}
1299
1300static __inline__ __m128d __DEFAULT_FN_ATTRS
1301_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001302 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001303 (__v2df) __B,
1304 (__v2df) _mm_setzero_pd (),
1305 (__mmask8) __U,
1306 _MM_FROUND_CUR_DIRECTION);
1307}
1308
Craig Topper8c18e112016-05-17 04:41:50 +00001309#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1310 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1311 (__v2df)(__m128d)(B), \
1312 (__v2df)_mm_setzero_pd(), \
1313 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001314
Craig Topper8c18e112016-05-17 04:41:50 +00001315#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1316 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1317 (__v2df)(__m128d)(B), \
1318 (__v2df)(__m128d)(W), \
1319 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001320
Craig Topper8c18e112016-05-17 04:41:50 +00001321#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1322 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1323 (__v2df)(__m128d)(B), \
1324 (__v2df)_mm_setzero_pd(), \
1325 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001326
Adam Nemet0d5bb552014-07-28 17:14:40 +00001327static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001328__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001329_mm512_min_epi32(__m512i __A, __m512i __B)
1330{
1331 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1332 (__v16si) __B,
1333 (__v16si)
1334 _mm512_setzero_si512 (),
1335 (__mmask16) -1);
1336}
1337
Michael Zuckermande860e52016-05-10 11:34:19 +00001338static __inline__ __m512i __DEFAULT_FN_ATTRS
1339_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1340{
1341 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1342 (__v16si) __B,
1343 (__v16si) __W, __M);
1344}
1345
1346static __inline__ __m512i __DEFAULT_FN_ATTRS
1347_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1348{
1349 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1350 (__v16si) __B,
1351 (__v16si)
1352 _mm512_setzero_si512 (),
1353 __M);
1354}
1355
Michael Kupersteine45af542015-06-30 13:36:19 +00001356static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001357_mm512_min_epu32(__m512i __A, __m512i __B)
1358{
1359 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1360 (__v16si) __B,
1361 (__v16si)
1362 _mm512_setzero_si512 (),
1363 (__mmask16) -1);
1364}
1365
Michael Zuckermande860e52016-05-10 11:34:19 +00001366static __inline__ __m512i __DEFAULT_FN_ATTRS
1367_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1368{
1369 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1370 (__v16si) __B,
1371 (__v16si) __W, __M);
1372}
1373
1374static __inline__ __m512i __DEFAULT_FN_ATTRS
1375_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1376{
1377 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1378 (__v16si) __B,
1379 (__v16si)
1380 _mm512_setzero_si512 (),
1381 __M);
1382}
1383
Michael Kupersteine45af542015-06-30 13:36:19 +00001384static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001385_mm512_min_epi64(__m512i __A, __m512i __B)
1386{
1387 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1388 (__v8di) __B,
1389 (__v8di)
1390 _mm512_setzero_si512 (),
1391 (__mmask8) -1);
1392}
1393
Michael Zuckermande860e52016-05-10 11:34:19 +00001394static __inline__ __m512i __DEFAULT_FN_ATTRS
1395_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1396{
1397 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1398 (__v8di) __B,
1399 (__v8di) __W, __M);
1400}
1401
1402static __inline__ __m512i __DEFAULT_FN_ATTRS
1403_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1404{
1405 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1406 (__v8di) __B,
1407 (__v8di)
1408 _mm512_setzero_si512 (),
1409 __M);
1410}
1411
Michael Kupersteine45af542015-06-30 13:36:19 +00001412static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001413_mm512_min_epu64(__m512i __A, __m512i __B)
1414{
1415 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1416 (__v8di) __B,
1417 (__v8di)
1418 _mm512_setzero_si512 (),
1419 (__mmask8) -1);
1420}
1421
Michael Zuckermande860e52016-05-10 11:34:19 +00001422static __inline__ __m512i __DEFAULT_FN_ATTRS
1423_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1424{
1425 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1426 (__v8di) __B,
1427 (__v8di) __W, __M);
1428}
1429
1430static __inline__ __m512i __DEFAULT_FN_ATTRS
1431_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1432{
1433 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1434 (__v8di) __B,
1435 (__v8di)
1436 _mm512_setzero_si512 (),
1437 __M);
1438}
1439
Michael Kupersteine45af542015-06-30 13:36:19 +00001440static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001441_mm512_mul_epi32(__m512i __X, __m512i __Y)
1442{
1443 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1444 (__v16si) __Y,
1445 (__v8di)
1446 _mm512_setzero_si512 (),
1447 (__mmask8) -1);
1448}
1449
Michael Kupersteine45af542015-06-30 13:36:19 +00001450static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001451_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1452{
1453 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1454 (__v16si) __Y,
1455 (__v8di) __W, __M);
1456}
1457
Michael Kupersteine45af542015-06-30 13:36:19 +00001458static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001459_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1460{
1461 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1462 (__v16si) __Y,
1463 (__v8di)
1464 _mm512_setzero_si512 (),
1465 __M);
1466}
1467
Michael Kupersteine45af542015-06-30 13:36:19 +00001468static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001469_mm512_mul_epu32(__m512i __X, __m512i __Y)
1470{
1471 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1472 (__v16si) __Y,
1473 (__v8di)
1474 _mm512_setzero_si512 (),
1475 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001476}
1477
Michael Kupersteine45af542015-06-30 13:36:19 +00001478static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001479_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1480{
1481 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1482 (__v16si) __Y,
1483 (__v8di) __W, __M);
1484}
1485
Michael Kupersteine45af542015-06-30 13:36:19 +00001486static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001487_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1488{
1489 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1490 (__v16si) __Y,
1491 (__v8di)
1492 _mm512_setzero_si512 (),
1493 __M);
1494}
1495
Michael Kupersteine45af542015-06-30 13:36:19 +00001496static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001497_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1498{
Craig Topper6a77b622016-06-04 05:43:41 +00001499 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001500}
1501
Michael Kupersteine45af542015-06-30 13:36:19 +00001502static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001503_mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1504{
1505 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1506 (__v16si) __B,
1507 (__v16si)
1508 _mm512_setzero_si512 (),
1509 __M);
1510}
1511
Michael Kupersteine45af542015-06-30 13:36:19 +00001512static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001513_mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1514{
1515 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1516 (__v16si) __B,
1517 (__v16si) __W, __M);
1518}
1519
Craig Topperf3efec62016-06-08 06:08:07 +00001520#define _mm512_mask_sqrt_round_pd(W, U, A, R) __extension__ ({ \
1521 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1522 (__v8df)(__m512d)(W), (__mmask8)(U), \
1523 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001524
Craig Topperf3efec62016-06-08 06:08:07 +00001525#define _mm512_maskz_sqrt_round_pd(U, A, R) __extension__ ({ \
1526 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1527 (__v8df)_mm512_setzero_pd(), \
1528 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001529
Craig Topperf3efec62016-06-08 06:08:07 +00001530#define _mm512_sqrt_round_pd(A, R) __extension__ ({ \
1531 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1532 (__v8df)_mm512_undefined_pd(), \
1533 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001534
Michael Kupersteine45af542015-06-30 13:36:19 +00001535static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001536_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001537{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001538 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001539 (__v8df) _mm512_setzero_pd (),
1540 (__mmask8) -1,
1541 _MM_FROUND_CUR_DIRECTION);
1542}
1543
Michael Zuckermancb856772016-05-16 11:42:01 +00001544static __inline__ __m512d __DEFAULT_FN_ATTRS
1545_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1546{
1547 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1548 (__v8df) __W,
1549 (__mmask8) __U,
1550 _MM_FROUND_CUR_DIRECTION);
1551}
1552
1553static __inline__ __m512d __DEFAULT_FN_ATTRS
1554_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1555{
1556 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1557 (__v8df)
1558 _mm512_setzero_pd (),
1559 (__mmask8) __U,
1560 _MM_FROUND_CUR_DIRECTION);
1561}
1562
Craig Topperf3efec62016-06-08 06:08:07 +00001563#define _mm512_mask_sqrt_round_ps(W, U, A, R) __extension__ ({ \
1564 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1565 (__v16sf)(__m512)(W), (__mmask16)(U), \
1566 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001567
Craig Topperf3efec62016-06-08 06:08:07 +00001568#define _mm512_maskz_sqrt_round_ps(U, A, R) __extension__ ({ \
1569 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1570 (__v16sf)_mm512_setzero_ps(), \
1571 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001572
Craig Topperf3efec62016-06-08 06:08:07 +00001573#define _mm512_sqrt_round_ps(A, R) __extension__ ({ \
1574 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1575 (__v16sf)_mm512_undefined_ps(), \
1576 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001577
Michael Kupersteine45af542015-06-30 13:36:19 +00001578static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001579_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001580{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001581 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001582 (__v16sf) _mm512_setzero_ps (),
1583 (__mmask16) -1,
1584 _MM_FROUND_CUR_DIRECTION);
1585}
1586
Michael Zuckermancb856772016-05-16 11:42:01 +00001587static __inline__ __m512 __DEFAULT_FN_ATTRS
1588_mm512_mask_sqrt_ps(__m512 __W, __mmask8 __U, __m512 __A)
1589{
1590 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1591 (__v16sf) __W,
1592 (__mmask16) __U,
1593 _MM_FROUND_CUR_DIRECTION);
1594}
1595
1596static __inline__ __m512 __DEFAULT_FN_ATTRS
1597_mm512_maskz_sqrt_ps( __mmask8 __U, __m512 __A)
1598{
1599 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1600 (__v16sf) _mm512_setzero_ps (),
1601 (__mmask16) __U,
1602 _MM_FROUND_CUR_DIRECTION);
1603}
1604
Michael Kupersteine45af542015-06-30 13:36:19 +00001605static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001606_mm512_rsqrt14_pd(__m512d __A)
1607{
1608 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1609 (__v8df)
1610 _mm512_setzero_pd (),
1611 (__mmask8) -1);}
1612
Michael Zuckermancb856772016-05-16 11:42:01 +00001613static __inline__ __m512d __DEFAULT_FN_ATTRS
1614_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1615{
1616 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1617 (__v8df) __W,
1618 (__mmask8) __U);
1619}
1620
1621static __inline__ __m512d __DEFAULT_FN_ATTRS
1622_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1623{
1624 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1625 (__v8df)
1626 _mm512_setzero_pd (),
1627 (__mmask8) __U);
1628}
1629
Michael Kupersteine45af542015-06-30 13:36:19 +00001630static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001631_mm512_rsqrt14_ps(__m512 __A)
1632{
1633 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1634 (__v16sf)
1635 _mm512_setzero_ps (),
1636 (__mmask16) -1);
1637}
1638
Michael Zuckermancb856772016-05-16 11:42:01 +00001639static __inline__ __m512 __DEFAULT_FN_ATTRS
1640_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1641{
1642 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1643 (__v16sf) __W,
1644 (__mmask16) __U);
1645}
1646
1647static __inline__ __m512 __DEFAULT_FN_ATTRS
1648_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1649{
1650 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1651 (__v16sf)
1652 _mm512_setzero_ps (),
1653 (__mmask16) __U);
1654}
1655
Michael Kupersteine45af542015-06-30 13:36:19 +00001656static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001657_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1658{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001659 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001660 (__v4sf) __B,
1661 (__v4sf)
1662 _mm_setzero_ps (),
1663 (__mmask8) -1);
1664}
1665
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001666static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001667_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001668{
1669 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1670 (__v4sf) __B,
1671 (__v4sf) __W,
1672 (__mmask8) __U);
1673}
1674
1675static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001676_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001677{
1678 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1679 (__v4sf) __B,
1680 (__v4sf) _mm_setzero_ps (),
1681 (__mmask8) __U);
1682}
1683
Michael Kupersteine45af542015-06-30 13:36:19 +00001684static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001685_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1686{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001687 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001688 (__v2df) __B,
1689 (__v2df)
1690 _mm_setzero_pd (),
1691 (__mmask8) -1);
1692}
1693
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001694static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001695_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001696{
1697 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1698 (__v2df) __B,
1699 (__v2df) __W,
1700 (__mmask8) __U);
1701}
1702
1703static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001704_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001705{
1706 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1707 (__v2df) __B,
1708 (__v2df) _mm_setzero_pd (),
1709 (__mmask8) __U);
1710}
1711
Michael Kupersteine45af542015-06-30 13:36:19 +00001712static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001713_mm512_rcp14_pd(__m512d __A)
1714{
1715 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1716 (__v8df)
1717 _mm512_setzero_pd (),
1718 (__mmask8) -1);
1719}
1720
Michael Zuckermancb856772016-05-16 11:42:01 +00001721static __inline__ __m512d __DEFAULT_FN_ATTRS
1722_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1723{
1724 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1725 (__v8df) __W,
1726 (__mmask8) __U);
1727}
1728
1729static __inline__ __m512d __DEFAULT_FN_ATTRS
1730_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1731{
1732 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1733 (__v8df)
1734 _mm512_setzero_pd (),
1735 (__mmask8) __U);
1736}
1737
Michael Kupersteine45af542015-06-30 13:36:19 +00001738static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001739_mm512_rcp14_ps(__m512 __A)
1740{
1741 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1742 (__v16sf)
1743 _mm512_setzero_ps (),
1744 (__mmask16) -1);
1745}
Michael Zuckermancb856772016-05-16 11:42:01 +00001746
1747static __inline__ __m512 __DEFAULT_FN_ATTRS
1748_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1749{
1750 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1751 (__v16sf) __W,
1752 (__mmask16) __U);
1753}
1754
1755static __inline__ __m512 __DEFAULT_FN_ATTRS
1756_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1757{
1758 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1759 (__v16sf)
1760 _mm512_setzero_ps (),
1761 (__mmask16) __U);
1762}
1763
Michael Kupersteine45af542015-06-30 13:36:19 +00001764static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001765_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001766{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001767 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001768 (__v4sf) __B,
1769 (__v4sf)
1770 _mm_setzero_ps (),
1771 (__mmask8) -1);
1772}
1773
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001774static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001775_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001776{
1777 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1778 (__v4sf) __B,
1779 (__v4sf) __W,
1780 (__mmask8) __U);
1781}
1782
1783static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001784_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001785{
1786 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1787 (__v4sf) __B,
1788 (__v4sf) _mm_setzero_ps (),
1789 (__mmask8) __U);
1790}
1791
Michael Kupersteine45af542015-06-30 13:36:19 +00001792static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001793_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001794{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001795 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001796 (__v2df) __B,
1797 (__v2df)
1798 _mm_setzero_pd (),
1799 (__mmask8) -1);
1800}
1801
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001802static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001803_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001804{
1805 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1806 (__v2df) __B,
1807 (__v2df) __W,
1808 (__mmask8) __U);
1809}
1810
1811static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001812_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001813{
1814 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1815 (__v2df) __B,
1816 (__v2df) _mm_setzero_pd (),
1817 (__mmask8) __U);
1818}
1819
Michael Kupersteine45af542015-06-30 13:36:19 +00001820static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001821_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001822{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001823 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1824 _MM_FROUND_FLOOR,
1825 (__v16sf) __A, -1,
1826 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001827}
1828
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001829static __inline__ __m512 __DEFAULT_FN_ATTRS
1830_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1831{
1832 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1833 _MM_FROUND_FLOOR,
1834 (__v16sf) __W, __U,
1835 _MM_FROUND_CUR_DIRECTION);
1836}
1837
Michael Kupersteine45af542015-06-30 13:36:19 +00001838static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001839_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001840{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001841 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1842 _MM_FROUND_FLOOR,
1843 (__v8df) __A, -1,
1844 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001845}
1846
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001847static __inline__ __m512d __DEFAULT_FN_ATTRS
1848_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1849{
1850 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1851 _MM_FROUND_FLOOR,
1852 (__v8df) __W, __U,
1853 _MM_FROUND_CUR_DIRECTION);
1854}
1855
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001856static __inline__ __m512 __DEFAULT_FN_ATTRS
1857_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1858{
1859 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1860 _MM_FROUND_CEIL,
1861 (__v16sf) __W, __U,
1862 _MM_FROUND_CUR_DIRECTION);
1863}
1864
Michael Kupersteine45af542015-06-30 13:36:19 +00001865static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001866_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001867{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001868 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1869 _MM_FROUND_CEIL,
1870 (__v16sf) __A, -1,
1871 _MM_FROUND_CUR_DIRECTION);
1872}
1873
Michael Kupersteine45af542015-06-30 13:36:19 +00001874static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001875_mm512_ceil_pd(__m512d __A)
1876{
1877 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1878 _MM_FROUND_CEIL,
1879 (__v8df) __A, -1,
1880 _MM_FROUND_CUR_DIRECTION);
1881}
1882
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001883static __inline__ __m512d __DEFAULT_FN_ATTRS
1884_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1885{
1886 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1887 _MM_FROUND_CEIL,
1888 (__v8df) __W, __U,
1889 _MM_FROUND_CUR_DIRECTION);
1890}
1891
Michael Kupersteine45af542015-06-30 13:36:19 +00001892static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001893_mm512_abs_epi64(__m512i __A)
1894{
1895 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1896 (__v8di)
1897 _mm512_setzero_si512 (),
1898 (__mmask8) -1);
1899}
1900
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001901static __inline__ __m512i __DEFAULT_FN_ATTRS
1902_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1903{
1904 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1905 (__v8di) __W,
1906 (__mmask8) __U);
1907}
1908
1909static __inline__ __m512i __DEFAULT_FN_ATTRS
1910_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1911{
1912 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1913 (__v8di)
1914 _mm512_setzero_si512 (),
1915 (__mmask8) __U);
1916}
1917
Michael Kupersteine45af542015-06-30 13:36:19 +00001918static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001919_mm512_abs_epi32(__m512i __A)
1920{
1921 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1922 (__v16si)
1923 _mm512_setzero_si512 (),
1924 (__mmask16) -1);
1925}
1926
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001927static __inline__ __m512i __DEFAULT_FN_ATTRS
1928_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1929{
1930 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1931 (__v16si) __W,
1932 (__mmask16) __U);
1933}
1934
1935static __inline__ __m512i __DEFAULT_FN_ATTRS
1936_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1937{
1938 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1939 (__v16si)
1940 _mm512_setzero_si512 (),
1941 (__mmask16) __U);
1942}
1943
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001944static __inline__ __m128 __DEFAULT_FN_ATTRS
1945_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001946 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001947 (__v4sf) __B,
1948 (__v4sf) __W,
1949 (__mmask8) __U,
1950 _MM_FROUND_CUR_DIRECTION);
1951}
1952
1953static __inline__ __m128 __DEFAULT_FN_ATTRS
1954_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001955 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001956 (__v4sf) __B,
1957 (__v4sf) _mm_setzero_ps (),
1958 (__mmask8) __U,
1959 _MM_FROUND_CUR_DIRECTION);
1960}
1961
Craig Topper8c18e112016-05-17 04:41:50 +00001962#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1963 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1964 (__v4sf)(__m128)(B), \
1965 (__v4sf)_mm_setzero_ps(), \
1966 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001967
Craig Topper8c18e112016-05-17 04:41:50 +00001968#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1969 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1970 (__v4sf)(__m128)(B), \
1971 (__v4sf)(__m128)(W), (__mmask8)(U), \
1972 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001973
Craig Topper8c18e112016-05-17 04:41:50 +00001974#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
1975 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1976 (__v4sf)(__m128)(B), \
1977 (__v4sf)_mm_setzero_ps(), \
1978 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001979
1980static __inline__ __m128d __DEFAULT_FN_ATTRS
1981_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001982 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001983 (__v2df) __B,
1984 (__v2df) __W,
1985 (__mmask8) __U,
1986 _MM_FROUND_CUR_DIRECTION);
1987}
1988
1989static __inline__ __m128d __DEFAULT_FN_ATTRS
1990_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001991 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001992 (__v2df) __B,
1993 (__v2df) _mm_setzero_pd (),
1994 (__mmask8) __U,
1995 _MM_FROUND_CUR_DIRECTION);
1996}
Craig Topper8c18e112016-05-17 04:41:50 +00001997#define _mm_add_round_sd(A, B, R) __extension__ ({ \
1998 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1999 (__v2df)(__m128d)(B), \
2000 (__v2df)_mm_setzero_pd(), \
2001 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002002
Craig Topper8c18e112016-05-17 04:41:50 +00002003#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
2004 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2005 (__v2df)(__m128d)(B), \
2006 (__v2df)(__m128d)(W), \
2007 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002008
Craig Topper8c18e112016-05-17 04:41:50 +00002009#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
2010 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2011 (__v2df)(__m128d)(B), \
2012 (__v2df)_mm_setzero_pd(), \
2013 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002014
Asaf Badouhffeb6242015-07-21 15:27:28 +00002015static __inline__ __m512d __DEFAULT_FN_ATTRS
2016_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2017 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2018 (__v8df) __B,
2019 (__v8df) __W,
2020 (__mmask8) __U,
2021 _MM_FROUND_CUR_DIRECTION);
2022}
2023
2024static __inline__ __m512d __DEFAULT_FN_ATTRS
2025_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2026 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2027 (__v8df) __B,
2028 (__v8df) _mm512_setzero_pd (),
2029 (__mmask8) __U,
2030 _MM_FROUND_CUR_DIRECTION);
2031}
2032
2033static __inline__ __m512 __DEFAULT_FN_ATTRS
2034_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2035 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2036 (__v16sf) __B,
2037 (__v16sf) __W,
2038 (__mmask16) __U,
2039 _MM_FROUND_CUR_DIRECTION);
2040}
2041
2042static __inline__ __m512 __DEFAULT_FN_ATTRS
2043_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2044 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2045 (__v16sf) __B,
2046 (__v16sf) _mm512_setzero_ps (),
2047 (__mmask16) __U,
2048 _MM_FROUND_CUR_DIRECTION);
2049}
2050
Craig Topper8c18e112016-05-17 04:41:50 +00002051#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2052 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2053 (__v8df)(__m512d)(B), \
2054 (__v8df)_mm512_setzero_pd(), \
2055 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002056
Craig Topper8c18e112016-05-17 04:41:50 +00002057#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2058 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2059 (__v8df)(__m512d)(B), \
2060 (__v8df)(__m512d)(W), (__mmask8)(U), \
2061 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002062
Craig Topper8c18e112016-05-17 04:41:50 +00002063#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2064 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2065 (__v8df)(__m512d)(B), \
2066 (__v8df)_mm512_setzero_pd(), \
2067 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002068
Craig Topper8c18e112016-05-17 04:41:50 +00002069#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2070 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2071 (__v16sf)(__m512)(B), \
2072 (__v16sf)_mm512_setzero_ps(), \
2073 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002074
Craig Topper8c18e112016-05-17 04:41:50 +00002075#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2076 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2077 (__v16sf)(__m512)(B), \
2078 (__v16sf)(__m512)(W), (__mmask16)(U), \
2079 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002080
Craig Topper8c18e112016-05-17 04:41:50 +00002081#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2082 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2083 (__v16sf)(__m512)(B), \
2084 (__v16sf)_mm512_setzero_ps(), \
2085 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002086
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002087static __inline__ __m128 __DEFAULT_FN_ATTRS
2088_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002089 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002090 (__v4sf) __B,
2091 (__v4sf) __W,
2092 (__mmask8) __U,
2093 _MM_FROUND_CUR_DIRECTION);
2094}
2095
2096static __inline__ __m128 __DEFAULT_FN_ATTRS
2097_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002098 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002099 (__v4sf) __B,
2100 (__v4sf) _mm_setzero_ps (),
2101 (__mmask8) __U,
2102 _MM_FROUND_CUR_DIRECTION);
2103}
Craig Topper8c18e112016-05-17 04:41:50 +00002104#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2105 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2106 (__v4sf)(__m128)(B), \
2107 (__v4sf)_mm_setzero_ps(), \
2108 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002109
Craig Topper8c18e112016-05-17 04:41:50 +00002110#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2111 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2112 (__v4sf)(__m128)(B), \
2113 (__v4sf)(__m128)(W), (__mmask8)(U), \
2114 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002115
Craig Topper8c18e112016-05-17 04:41:50 +00002116#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2117 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2118 (__v4sf)(__m128)(B), \
2119 (__v4sf)_mm_setzero_ps(), \
2120 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002121
2122static __inline__ __m128d __DEFAULT_FN_ATTRS
2123_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002124 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002125 (__v2df) __B,
2126 (__v2df) __W,
2127 (__mmask8) __U,
2128 _MM_FROUND_CUR_DIRECTION);
2129}
2130
2131static __inline__ __m128d __DEFAULT_FN_ATTRS
2132_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002133 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002134 (__v2df) __B,
2135 (__v2df) _mm_setzero_pd (),
2136 (__mmask8) __U,
2137 _MM_FROUND_CUR_DIRECTION);
2138}
2139
Craig Topper8c18e112016-05-17 04:41:50 +00002140#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2141 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2142 (__v2df)(__m128d)(B), \
2143 (__v2df)_mm_setzero_pd(), \
2144 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002145
Craig Topper8c18e112016-05-17 04:41:50 +00002146#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2147 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2148 (__v2df)(__m128d)(B), \
2149 (__v2df)(__m128d)(W), \
2150 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002151
Craig Topper8c18e112016-05-17 04:41:50 +00002152#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2153 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2154 (__v2df)(__m128d)(B), \
2155 (__v2df)_mm_setzero_pd(), \
2156 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002157
Asaf Badouhffeb6242015-07-21 15:27:28 +00002158static __inline__ __m512d __DEFAULT_FN_ATTRS
2159_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2160 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2161 (__v8df) __B,
2162 (__v8df) __W,
2163 (__mmask8) __U,
2164 _MM_FROUND_CUR_DIRECTION);
2165}
2166
2167static __inline__ __m512d __DEFAULT_FN_ATTRS
2168_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2169 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2170 (__v8df) __B,
2171 (__v8df)
2172 _mm512_setzero_pd (),
2173 (__mmask8) __U,
2174 _MM_FROUND_CUR_DIRECTION);
2175}
2176
2177static __inline__ __m512 __DEFAULT_FN_ATTRS
2178_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2179 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2180 (__v16sf) __B,
2181 (__v16sf) __W,
2182 (__mmask16) __U,
2183 _MM_FROUND_CUR_DIRECTION);
2184}
2185
2186static __inline__ __m512 __DEFAULT_FN_ATTRS
2187_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2188 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2189 (__v16sf) __B,
2190 (__v16sf)
2191 _mm512_setzero_ps (),
2192 (__mmask16) __U,
2193 _MM_FROUND_CUR_DIRECTION);
2194}
2195
Craig Topper8c18e112016-05-17 04:41:50 +00002196#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2197 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2198 (__v8df)(__m512d)(B), \
2199 (__v8df)_mm512_setzero_pd(), \
2200 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002201
Craig Topper8c18e112016-05-17 04:41:50 +00002202#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2203 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2204 (__v8df)(__m512d)(B), \
2205 (__v8df)(__m512d)(W), (__mmask8)(U), \
2206 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002207
Craig Topper8c18e112016-05-17 04:41:50 +00002208#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2209 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2210 (__v8df)(__m512d)(B), \
2211 (__v8df)_mm512_setzero_pd(), \
2212 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002213
Craig Topper8c18e112016-05-17 04:41:50 +00002214#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2215 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2216 (__v16sf)(__m512)(B), \
2217 (__v16sf)_mm512_setzero_ps(), \
2218 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002219
Craig Topper8c18e112016-05-17 04:41:50 +00002220#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2221 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2222 (__v16sf)(__m512)(B), \
2223 (__v16sf)(__m512)(W), (__mmask16)(U), \
2224 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002225
Craig Topper8c18e112016-05-17 04:41:50 +00002226#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2227 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2228 (__v16sf)(__m512)(B), \
2229 (__v16sf)_mm512_setzero_ps(), \
2230 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002231
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002232static __inline__ __m128 __DEFAULT_FN_ATTRS
2233_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002234 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002235 (__v4sf) __B,
2236 (__v4sf) __W,
2237 (__mmask8) __U,
2238 _MM_FROUND_CUR_DIRECTION);
2239}
2240
2241static __inline__ __m128 __DEFAULT_FN_ATTRS
2242_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002243 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002244 (__v4sf) __B,
2245 (__v4sf) _mm_setzero_ps (),
2246 (__mmask8) __U,
2247 _MM_FROUND_CUR_DIRECTION);
2248}
Craig Topper8c18e112016-05-17 04:41:50 +00002249#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2250 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2251 (__v4sf)(__m128)(B), \
2252 (__v4sf)_mm_setzero_ps(), \
2253 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002254
Craig Topper8c18e112016-05-17 04:41:50 +00002255#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2256 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2257 (__v4sf)(__m128)(B), \
2258 (__v4sf)(__m128)(W), (__mmask8)(U), \
2259 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002260
Craig Topper8c18e112016-05-17 04:41:50 +00002261#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2262 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2263 (__v4sf)(__m128)(B), \
2264 (__v4sf)_mm_setzero_ps(), \
2265 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002266
2267static __inline__ __m128d __DEFAULT_FN_ATTRS
2268_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002269 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002270 (__v2df) __B,
2271 (__v2df) __W,
2272 (__mmask8) __U,
2273 _MM_FROUND_CUR_DIRECTION);
2274}
2275
2276static __inline__ __m128d __DEFAULT_FN_ATTRS
2277_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002278 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002279 (__v2df) __B,
2280 (__v2df) _mm_setzero_pd (),
2281 (__mmask8) __U,
2282 _MM_FROUND_CUR_DIRECTION);
2283}
2284
Craig Topper8c18e112016-05-17 04:41:50 +00002285#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2286 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2287 (__v2df)(__m128d)(B), \
2288 (__v2df)_mm_setzero_pd(), \
2289 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002290
Craig Topper8c18e112016-05-17 04:41:50 +00002291#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2292 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2293 (__v2df)(__m128d)(B), \
2294 (__v2df)(__m128d)(W), \
2295 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002296
Craig Topper8c18e112016-05-17 04:41:50 +00002297#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2298 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2299 (__v2df)(__m128d)(B), \
2300 (__v2df)_mm_setzero_pd(), \
2301 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002302
Asaf Badouhffeb6242015-07-21 15:27:28 +00002303static __inline__ __m512d __DEFAULT_FN_ATTRS
2304_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2305 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2306 (__v8df) __B,
2307 (__v8df) __W,
2308 (__mmask8) __U,
2309 _MM_FROUND_CUR_DIRECTION);
2310}
2311
2312static __inline__ __m512d __DEFAULT_FN_ATTRS
2313_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2314 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2315 (__v8df) __B,
2316 (__v8df)
2317 _mm512_setzero_pd (),
2318 (__mmask8) __U,
2319 _MM_FROUND_CUR_DIRECTION);
2320}
2321
2322static __inline__ __m512 __DEFAULT_FN_ATTRS
2323_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2324 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2325 (__v16sf) __B,
2326 (__v16sf) __W,
2327 (__mmask16) __U,
2328 _MM_FROUND_CUR_DIRECTION);
2329}
2330
2331static __inline__ __m512 __DEFAULT_FN_ATTRS
2332_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2333 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2334 (__v16sf) __B,
2335 (__v16sf)
2336 _mm512_setzero_ps (),
2337 (__mmask16) __U,
2338 _MM_FROUND_CUR_DIRECTION);
2339}
2340
Craig Topper8c18e112016-05-17 04:41:50 +00002341#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2342 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2343 (__v8df)(__m512d)(B), \
2344 (__v8df)_mm512_setzero_pd(), \
2345 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002346
Craig Topper8c18e112016-05-17 04:41:50 +00002347#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2348 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2349 (__v8df)(__m512d)(B), \
2350 (__v8df)(__m512d)(W), (__mmask8)(U), \
2351 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002352
Craig Topper8c18e112016-05-17 04:41:50 +00002353#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2354 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2355 (__v8df)(__m512d)(B), \
2356 (__v8df)_mm512_setzero_pd(), \
2357 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002358
Craig Topper8c18e112016-05-17 04:41:50 +00002359#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2360 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2361 (__v16sf)(__m512)(B), \
2362 (__v16sf)_mm512_setzero_ps(), \
2363 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002364
Craig Topper8c18e112016-05-17 04:41:50 +00002365#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2366 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2367 (__v16sf)(__m512)(B), \
2368 (__v16sf)(__m512)(W), (__mmask16)(U), \
2369 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002370
Craig Topper8c18e112016-05-17 04:41:50 +00002371#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2372 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2373 (__v16sf)(__m512)(B), \
2374 (__v16sf)_mm512_setzero_ps(), \
2375 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002376
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002377static __inline__ __m128 __DEFAULT_FN_ATTRS
2378_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002379 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002380 (__v4sf) __B,
2381 (__v4sf) __W,
2382 (__mmask8) __U,
2383 _MM_FROUND_CUR_DIRECTION);
2384}
2385
2386static __inline__ __m128 __DEFAULT_FN_ATTRS
2387_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002388 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002389 (__v4sf) __B,
2390 (__v4sf) _mm_setzero_ps (),
2391 (__mmask8) __U,
2392 _MM_FROUND_CUR_DIRECTION);
2393}
2394
Craig Topper8c18e112016-05-17 04:41:50 +00002395#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2396 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2397 (__v4sf)(__m128)(B), \
2398 (__v4sf)_mm_setzero_ps(), \
2399 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002400
Craig Topper8c18e112016-05-17 04:41:50 +00002401#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2402 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2403 (__v4sf)(__m128)(B), \
2404 (__v4sf)(__m128)(W), (__mmask8)(U), \
2405 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002406
Craig Topper8c18e112016-05-17 04:41:50 +00002407#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2408 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2409 (__v4sf)(__m128)(B), \
2410 (__v4sf)_mm_setzero_ps(), \
2411 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002412
2413static __inline__ __m128d __DEFAULT_FN_ATTRS
2414_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002415 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002416 (__v2df) __B,
2417 (__v2df) __W,
2418 (__mmask8) __U,
2419 _MM_FROUND_CUR_DIRECTION);
2420}
2421
2422static __inline__ __m128d __DEFAULT_FN_ATTRS
2423_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002424 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002425 (__v2df) __B,
2426 (__v2df) _mm_setzero_pd (),
2427 (__mmask8) __U,
2428 _MM_FROUND_CUR_DIRECTION);
2429}
2430
Craig Topper8c18e112016-05-17 04:41:50 +00002431#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2432 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2433 (__v2df)(__m128d)(B), \
2434 (__v2df)_mm_setzero_pd(), \
2435 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002436
Craig Topper8c18e112016-05-17 04:41:50 +00002437#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2438 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2439 (__v2df)(__m128d)(B), \
2440 (__v2df)(__m128d)(W), \
2441 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002442
Craig Topper8c18e112016-05-17 04:41:50 +00002443#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2444 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2445 (__v2df)(__m128d)(B), \
2446 (__v2df)_mm_setzero_pd(), \
2447 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002448
Asaf Badouhffeb6242015-07-21 15:27:28 +00002449static __inline__ __m512d __DEFAULT_FN_ATTRS
2450_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2451 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2452 (__v8df) __B,
2453 (__v8df) __W,
2454 (__mmask8) __U,
2455 _MM_FROUND_CUR_DIRECTION);
2456}
2457
2458static __inline__ __m512d __DEFAULT_FN_ATTRS
2459_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2460 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2461 (__v8df) __B,
2462 (__v8df)
2463 _mm512_setzero_pd (),
2464 (__mmask8) __U,
2465 _MM_FROUND_CUR_DIRECTION);
2466}
2467
2468static __inline__ __m512 __DEFAULT_FN_ATTRS
2469_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2470 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2471 (__v16sf) __B,
2472 (__v16sf) __W,
2473 (__mmask16) __U,
2474 _MM_FROUND_CUR_DIRECTION);
2475}
2476
2477static __inline__ __m512 __DEFAULT_FN_ATTRS
2478_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2479 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2480 (__v16sf) __B,
2481 (__v16sf)
2482 _mm512_setzero_ps (),
2483 (__mmask16) __U,
2484 _MM_FROUND_CUR_DIRECTION);
2485}
2486
Craig Topper8c18e112016-05-17 04:41:50 +00002487#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2488 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2489 (__v8df)(__m512d)(B), \
2490 (__v8df)_mm512_setzero_pd(), \
2491 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002492
Craig Topper8c18e112016-05-17 04:41:50 +00002493#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2494 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2495 (__v8df)(__m512d)(B), \
2496 (__v8df)(__m512d)(W), (__mmask8)(U), \
2497 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002498
Craig Topper8c18e112016-05-17 04:41:50 +00002499#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2500 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2501 (__v8df)(__m512d)(B), \
2502 (__v8df)_mm512_setzero_pd(), \
2503 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002504
Craig Topper8c18e112016-05-17 04:41:50 +00002505#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2506 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2507 (__v16sf)(__m512)(B), \
2508 (__v16sf)_mm512_setzero_ps(), \
2509 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002510
Craig Topper8c18e112016-05-17 04:41:50 +00002511#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2512 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2513 (__v16sf)(__m512)(B), \
2514 (__v16sf)(__m512)(W), (__mmask16)(U), \
2515 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002516
Craig Topper8c18e112016-05-17 04:41:50 +00002517#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2518 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2519 (__v16sf)(__m512)(B), \
2520 (__v16sf)_mm512_setzero_ps(), \
2521 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002522
Craig Topper72c7d512015-02-01 07:35:35 +00002523#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002524 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2525 (__v16sf)(__m512)(A), (__mmask16)-1, \
2526 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002527
Craig Topper8c18e112016-05-17 04:41:50 +00002528#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2529 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2530 (__v16sf)(__m512)(A), (__mmask16)(B), \
2531 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002532
Craig Topper8c18e112016-05-17 04:41:50 +00002533#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2534 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2535 (__v16sf)_mm512_setzero_ps(), \
2536 (__mmask16)(A), \
2537 _MM_FROUND_CUR_DIRECTION); })
2538
Craig Topperf3efec62016-06-08 06:08:07 +00002539#define _mm512_mask_roundscale_round_ps(A, B, C, imm, R) __extension__ ({ \
2540 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2541 (__v16sf)(__m512)(A), (__mmask16)(B), \
2542 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002543
Craig Topperf3efec62016-06-08 06:08:07 +00002544#define _mm512_maskz_roundscale_round_ps(A, B, imm, R) __extension__ ({ \
2545 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2546 (__v16sf)_mm512_setzero_ps(), \
2547 (__mmask16)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002548
Craig Topperf3efec62016-06-08 06:08:07 +00002549#define _mm512_roundscale_round_ps(A, imm, R) __extension__ ({ \
2550 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(imm), \
2551 (__v16sf)_mm512_undefined_ps(), \
2552 (__mmask16)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002553
Craig Topper72c7d512015-02-01 07:35:35 +00002554#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002555 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2556 (__v8df)(__m512d)(A), (__mmask8)-1, \
2557 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002558
Craig Topper8c18e112016-05-17 04:41:50 +00002559#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2560 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2561 (__v8df)(__m512d)(A), (__mmask8)(B), \
2562 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002563
Craig Topper8c18e112016-05-17 04:41:50 +00002564#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2565 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2566 (__v8df)_mm512_setzero_pd(), \
2567 (__mmask8)(A), \
2568 _MM_FROUND_CUR_DIRECTION); })
2569
Craig Topperf3efec62016-06-08 06:08:07 +00002570#define _mm512_mask_roundscale_round_pd(A, B, C, imm, R) __extension__ ({ \
2571 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2572 (__v8df)(__m512d)(A), (__mmask8)(B), \
2573 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002574
Craig Topperf3efec62016-06-08 06:08:07 +00002575#define _mm512_maskz_roundscale_round_pd(A, B, imm, R) __extension__ ({ \
2576 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2577 (__v8df)_mm512_setzero_pd(), \
2578 (__mmask8)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002579
Craig Topperf3efec62016-06-08 06:08:07 +00002580#define _mm512_roundscale_round_pd(A, imm, R) __extension__ ({ \
2581 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(imm), \
2582 (__v8df)_mm512_undefined_pd(), \
2583 (__mmask8)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002584
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002585#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002586 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2587 (__v8df)(__m512d)(B), \
2588 (__v8df)(__m512d)(C), (__mmask8)-1, \
2589 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002590
2591
2592#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002593 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2594 (__v8df)(__m512d)(B), \
2595 (__v8df)(__m512d)(C), \
2596 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002597
2598
2599#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002600 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2601 (__v8df)(__m512d)(B), \
2602 (__v8df)(__m512d)(C), \
2603 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002604
2605
2606#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002607 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2608 (__v8df)(__m512d)(B), \
2609 (__v8df)(__m512d)(C), \
2610 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002611
2612
2613#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002614 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2615 (__v8df)(__m512d)(B), \
2616 -(__v8df)(__m512d)(C), \
2617 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002618
2619
2620#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002621 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2622 (__v8df)(__m512d)(B), \
2623 -(__v8df)(__m512d)(C), \
2624 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002625
2626
2627#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002628 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2629 (__v8df)(__m512d)(B), \
2630 -(__v8df)(__m512d)(C), \
2631 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002632
2633
2634#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002635 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2636 (__v8df)(__m512d)(B), \
2637 (__v8df)(__m512d)(C), (__mmask8)-1, \
2638 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002639
2640
2641#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002642 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2643 (__v8df)(__m512d)(B), \
2644 (__v8df)(__m512d)(C), \
2645 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002646
2647
2648#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002649 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2650 (__v8df)(__m512d)(B), \
2651 (__v8df)(__m512d)(C), \
2652 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002653
2654
2655#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002656 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2657 (__v8df)(__m512d)(B), \
2658 -(__v8df)(__m512d)(C), \
2659 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002660
2661
2662#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002663 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2664 (__v8df)(__m512d)(B), \
2665 -(__v8df)(__m512d)(C), \
2666 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002667
2668
Michael Kupersteine45af542015-06-30 13:36:19 +00002669static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002670_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2671{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002672 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2673 (__v8df) __B,
2674 (__v8df) __C,
2675 (__mmask8) -1,
2676 _MM_FROUND_CUR_DIRECTION);
2677}
2678
Michael Kupersteine45af542015-06-30 13:36:19 +00002679static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002680_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2681{
2682 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2683 (__v8df) __B,
2684 (__v8df) __C,
2685 (__mmask8) __U,
2686 _MM_FROUND_CUR_DIRECTION);
2687}
2688
Michael Kupersteine45af542015-06-30 13:36:19 +00002689static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002690_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2691{
2692 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2693 (__v8df) __B,
2694 (__v8df) __C,
2695 (__mmask8) __U,
2696 _MM_FROUND_CUR_DIRECTION);
2697}
2698
Michael Kupersteine45af542015-06-30 13:36:19 +00002699static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002700_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2701{
2702 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2703 (__v8df) __B,
2704 (__v8df) __C,
2705 (__mmask8) __U,
2706 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002707}
2708
Michael Kupersteine45af542015-06-30 13:36:19 +00002709static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002710_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2711{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002712 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2713 (__v8df) __B,
2714 -(__v8df) __C,
2715 (__mmask8) -1,
2716 _MM_FROUND_CUR_DIRECTION);
2717}
2718
Michael Kupersteine45af542015-06-30 13:36:19 +00002719static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002720_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2721{
2722 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2723 (__v8df) __B,
2724 -(__v8df) __C,
2725 (__mmask8) __U,
2726 _MM_FROUND_CUR_DIRECTION);
2727}
2728
Michael Kupersteine45af542015-06-30 13:36:19 +00002729static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002730_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2731{
2732 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2733 (__v8df) __B,
2734 -(__v8df) __C,
2735 (__mmask8) __U,
2736 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002737}
2738
Michael Kupersteine45af542015-06-30 13:36:19 +00002739static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002740_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2741{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002742 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2743 (__v8df) __B,
2744 (__v8df) __C,
2745 (__mmask8) -1,
2746 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002747}
2748
Michael Kupersteine45af542015-06-30 13:36:19 +00002749static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002750_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2751{
2752 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2753 (__v8df) __B,
2754 (__v8df) __C,
2755 (__mmask8) __U,
2756 _MM_FROUND_CUR_DIRECTION);
2757}
2758
Michael Kupersteine45af542015-06-30 13:36:19 +00002759static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002760_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2761{
2762 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2763 (__v8df) __B,
2764 (__v8df) __C,
2765 (__mmask8) __U,
2766 _MM_FROUND_CUR_DIRECTION);
2767}
2768
Michael Kupersteine45af542015-06-30 13:36:19 +00002769static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002770_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2771{
2772 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2773 (__v8df) __B,
2774 -(__v8df) __C,
2775 (__mmask8) -1,
2776 _MM_FROUND_CUR_DIRECTION);
2777}
2778
Michael Kupersteine45af542015-06-30 13:36:19 +00002779static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002780_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2781{
2782 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2783 (__v8df) __B,
2784 -(__v8df) __C,
2785 (__mmask8) __U,
2786 _MM_FROUND_CUR_DIRECTION);
2787}
2788
2789#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002790 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2791 (__v16sf)(__m512)(B), \
2792 (__v16sf)(__m512)(C), (__mmask16)-1, \
2793 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002794
2795
2796#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002797 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2798 (__v16sf)(__m512)(B), \
2799 (__v16sf)(__m512)(C), \
2800 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002801
2802
2803#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002804 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2805 (__v16sf)(__m512)(B), \
2806 (__v16sf)(__m512)(C), \
2807 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002808
2809
2810#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002811 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2812 (__v16sf)(__m512)(B), \
2813 (__v16sf)(__m512)(C), \
2814 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002815
2816
2817#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002818 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2819 (__v16sf)(__m512)(B), \
2820 -(__v16sf)(__m512)(C), \
2821 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002822
2823
2824#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002825 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2826 (__v16sf)(__m512)(B), \
2827 -(__v16sf)(__m512)(C), \
2828 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002829
2830
2831#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002832 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2833 (__v16sf)(__m512)(B), \
2834 -(__v16sf)(__m512)(C), \
2835 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002836
2837
2838#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002839 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2840 (__v16sf)(__m512)(B), \
2841 (__v16sf)(__m512)(C), (__mmask16)-1, \
2842 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002843
2844
2845#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002846 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2847 (__v16sf)(__m512)(B), \
2848 (__v16sf)(__m512)(C), \
2849 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002850
2851
2852#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002853 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2854 (__v16sf)(__m512)(B), \
2855 (__v16sf)(__m512)(C), \
2856 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002857
2858
2859#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002860 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2861 (__v16sf)(__m512)(B), \
2862 -(__v16sf)(__m512)(C), \
2863 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002864
2865
2866#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002867 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2868 (__v16sf)(__m512)(B), \
2869 -(__v16sf)(__m512)(C), \
2870 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002871
2872
Michael Kupersteine45af542015-06-30 13:36:19 +00002873static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002874_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2875{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002876 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2877 (__v16sf) __B,
2878 (__v16sf) __C,
2879 (__mmask16) -1,
2880 _MM_FROUND_CUR_DIRECTION);
2881}
2882
Michael Kupersteine45af542015-06-30 13:36:19 +00002883static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002884_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2885{
2886 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2887 (__v16sf) __B,
2888 (__v16sf) __C,
2889 (__mmask16) __U,
2890 _MM_FROUND_CUR_DIRECTION);
2891}
2892
Michael Kupersteine45af542015-06-30 13:36:19 +00002893static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002894_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2895{
2896 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2897 (__v16sf) __B,
2898 (__v16sf) __C,
2899 (__mmask16) __U,
2900 _MM_FROUND_CUR_DIRECTION);
2901}
2902
Michael Kupersteine45af542015-06-30 13:36:19 +00002903static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002904_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2905{
2906 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2907 (__v16sf) __B,
2908 (__v16sf) __C,
2909 (__mmask16) __U,
2910 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002911}
2912
Michael Kupersteine45af542015-06-30 13:36:19 +00002913static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002914_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2915{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002916 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2917 (__v16sf) __B,
2918 -(__v16sf) __C,
2919 (__mmask16) -1,
2920 _MM_FROUND_CUR_DIRECTION);
2921}
2922
Michael Kupersteine45af542015-06-30 13:36:19 +00002923static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002924_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2925{
2926 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2927 (__v16sf) __B,
2928 -(__v16sf) __C,
2929 (__mmask16) __U,
2930 _MM_FROUND_CUR_DIRECTION);
2931}
2932
Michael Kupersteine45af542015-06-30 13:36:19 +00002933static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002934_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2935{
2936 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2937 (__v16sf) __B,
2938 -(__v16sf) __C,
2939 (__mmask16) __U,
2940 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002941}
2942
Michael Kupersteine45af542015-06-30 13:36:19 +00002943static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002944_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2945{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002946 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2947 (__v16sf) __B,
2948 (__v16sf) __C,
2949 (__mmask16) -1,
2950 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002951}
2952
Michael Kupersteine45af542015-06-30 13:36:19 +00002953static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002954_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2955{
2956 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2957 (__v16sf) __B,
2958 (__v16sf) __C,
2959 (__mmask16) __U,
2960 _MM_FROUND_CUR_DIRECTION);
2961}
2962
Michael Kupersteine45af542015-06-30 13:36:19 +00002963static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002964_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2965{
2966 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2967 (__v16sf) __B,
2968 (__v16sf) __C,
2969 (__mmask16) __U,
2970 _MM_FROUND_CUR_DIRECTION);
2971}
2972
Michael Kupersteine45af542015-06-30 13:36:19 +00002973static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002974_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2975{
2976 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2977 (__v16sf) __B,
2978 -(__v16sf) __C,
2979 (__mmask16) -1,
2980 _MM_FROUND_CUR_DIRECTION);
2981}
2982
Michael Kupersteine45af542015-06-30 13:36:19 +00002983static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002984_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2985{
2986 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2987 (__v16sf) __B,
2988 -(__v16sf) __C,
2989 (__mmask16) __U,
2990 _MM_FROUND_CUR_DIRECTION);
2991}
2992
2993#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002994 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2995 (__v8df)(__m512d)(B), \
2996 (__v8df)(__m512d)(C), \
2997 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002998
2999
3000#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003001 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3002 (__v8df)(__m512d)(B), \
3003 (__v8df)(__m512d)(C), \
3004 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003005
3006
3007#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003008 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
3009 (__v8df)(__m512d)(B), \
3010 (__v8df)(__m512d)(C), \
3011 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003012
3013
3014#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003015 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3016 (__v8df)(__m512d)(B), \
3017 (__v8df)(__m512d)(C), \
3018 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003019
3020
3021#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003022 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3023 (__v8df)(__m512d)(B), \
3024 -(__v8df)(__m512d)(C), \
3025 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003026
3027
3028#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003029 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3030 (__v8df)(__m512d)(B), \
3031 -(__v8df)(__m512d)(C), \
3032 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003033
3034
3035#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003036 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3037 (__v8df)(__m512d)(B), \
3038 -(__v8df)(__m512d)(C), \
3039 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003040
3041
Michael Kupersteine45af542015-06-30 13:36:19 +00003042static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003043_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3044{
3045 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3046 (__v8df) __B,
3047 (__v8df) __C,
3048 (__mmask8) -1,
3049 _MM_FROUND_CUR_DIRECTION);
3050}
3051
Michael Kupersteine45af542015-06-30 13:36:19 +00003052static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003053_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3054{
3055 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3056 (__v8df) __B,
3057 (__v8df) __C,
3058 (__mmask8) __U,
3059 _MM_FROUND_CUR_DIRECTION);
3060}
3061
Michael Kupersteine45af542015-06-30 13:36:19 +00003062static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003063_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3064{
3065 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3066 (__v8df) __B,
3067 (__v8df) __C,
3068 (__mmask8) __U,
3069 _MM_FROUND_CUR_DIRECTION);
3070}
3071
Michael Kupersteine45af542015-06-30 13:36:19 +00003072static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003073_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3074{
3075 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3076 (__v8df) __B,
3077 (__v8df) __C,
3078 (__mmask8) __U,
3079 _MM_FROUND_CUR_DIRECTION);
3080}
3081
Michael Kupersteine45af542015-06-30 13:36:19 +00003082static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003083_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3084{
3085 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3086 (__v8df) __B,
3087 -(__v8df) __C,
3088 (__mmask8) -1,
3089 _MM_FROUND_CUR_DIRECTION);
3090}
3091
Michael Kupersteine45af542015-06-30 13:36:19 +00003092static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003093_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3094{
3095 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3096 (__v8df) __B,
3097 -(__v8df) __C,
3098 (__mmask8) __U,
3099 _MM_FROUND_CUR_DIRECTION);
3100}
3101
Michael Kupersteine45af542015-06-30 13:36:19 +00003102static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003103_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3104{
3105 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3106 (__v8df) __B,
3107 -(__v8df) __C,
3108 (__mmask8) __U,
3109 _MM_FROUND_CUR_DIRECTION);
3110}
3111
3112#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003113 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3114 (__v16sf)(__m512)(B), \
3115 (__v16sf)(__m512)(C), \
3116 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003117
3118
3119#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003120 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3121 (__v16sf)(__m512)(B), \
3122 (__v16sf)(__m512)(C), \
3123 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003124
3125
3126#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003127 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3128 (__v16sf)(__m512)(B), \
3129 (__v16sf)(__m512)(C), \
3130 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003131
3132
3133#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003134 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3135 (__v16sf)(__m512)(B), \
3136 (__v16sf)(__m512)(C), \
3137 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003138
3139
3140#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003141 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3142 (__v16sf)(__m512)(B), \
3143 -(__v16sf)(__m512)(C), \
3144 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003145
3146
3147#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003148 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3149 (__v16sf)(__m512)(B), \
3150 -(__v16sf)(__m512)(C), \
3151 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003152
3153
3154#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003155 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3156 (__v16sf)(__m512)(B), \
3157 -(__v16sf)(__m512)(C), \
3158 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003159
3160
Michael Kupersteine45af542015-06-30 13:36:19 +00003161static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003162_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3163{
3164 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3165 (__v16sf) __B,
3166 (__v16sf) __C,
3167 (__mmask16) -1,
3168 _MM_FROUND_CUR_DIRECTION);
3169}
3170
Michael Kupersteine45af542015-06-30 13:36:19 +00003171static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003172_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3173{
3174 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3175 (__v16sf) __B,
3176 (__v16sf) __C,
3177 (__mmask16) __U,
3178 _MM_FROUND_CUR_DIRECTION);
3179}
3180
Michael Kupersteine45af542015-06-30 13:36:19 +00003181static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003182_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3183{
3184 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3185 (__v16sf) __B,
3186 (__v16sf) __C,
3187 (__mmask16) __U,
3188 _MM_FROUND_CUR_DIRECTION);
3189}
3190
Michael Kupersteine45af542015-06-30 13:36:19 +00003191static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003192_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3193{
3194 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3195 (__v16sf) __B,
3196 (__v16sf) __C,
3197 (__mmask16) __U,
3198 _MM_FROUND_CUR_DIRECTION);
3199}
3200
Michael Kupersteine45af542015-06-30 13:36:19 +00003201static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003202_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3203{
3204 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3205 (__v16sf) __B,
3206 -(__v16sf) __C,
3207 (__mmask16) -1,
3208 _MM_FROUND_CUR_DIRECTION);
3209}
3210
Michael Kupersteine45af542015-06-30 13:36:19 +00003211static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003212_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3213{
3214 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3215 (__v16sf) __B,
3216 -(__v16sf) __C,
3217 (__mmask16) __U,
3218 _MM_FROUND_CUR_DIRECTION);
3219}
3220
Michael Kupersteine45af542015-06-30 13:36:19 +00003221static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003222_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3223{
3224 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3225 (__v16sf) __B,
3226 -(__v16sf) __C,
3227 (__mmask16) __U,
3228 _MM_FROUND_CUR_DIRECTION);
3229}
3230
3231#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003232 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3233 (__v8df)(__m512d)(B), \
3234 (__v8df)(__m512d)(C), \
3235 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003236
3237
Michael Kupersteine45af542015-06-30 13:36:19 +00003238static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003239_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3240{
3241 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3242 (__v8df) __B,
3243 (__v8df) __C,
3244 (__mmask8) __U,
3245 _MM_FROUND_CUR_DIRECTION);
3246}
3247
3248#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003249 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3250 (__v16sf)(__m512)(B), \
3251 (__v16sf)(__m512)(C), \
3252 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003253
3254
Michael Kupersteine45af542015-06-30 13:36:19 +00003255static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003256_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3257{
3258 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3259 (__v16sf) __B,
3260 (__v16sf) __C,
3261 (__mmask16) __U,
3262 _MM_FROUND_CUR_DIRECTION);
3263}
3264
3265#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003266 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3267 (__v8df)(__m512d)(B), \
3268 (__v8df)(__m512d)(C), \
3269 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003270
3271
Michael Kupersteine45af542015-06-30 13:36:19 +00003272static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003273_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3274{
3275 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3276 (__v8df) __B,
3277 (__v8df) __C,
3278 (__mmask8) __U,
3279 _MM_FROUND_CUR_DIRECTION);
3280}
3281
3282#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003283 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3284 (__v16sf)(__m512)(B), \
3285 (__v16sf)(__m512)(C), \
3286 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003287
3288
Michael Kupersteine45af542015-06-30 13:36:19 +00003289static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003290_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3291{
3292 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3293 (__v16sf) __B,
3294 (__v16sf) __C,
3295 (__mmask16) __U,
3296 _MM_FROUND_CUR_DIRECTION);
3297}
3298
3299#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003300 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3301 (__v8df)(__m512d)(B), \
3302 (__v8df)(__m512d)(C), \
3303 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003304
3305
Michael Kupersteine45af542015-06-30 13:36:19 +00003306static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003307_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3308{
3309 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3310 (__v8df) __B,
3311 (__v8df) __C,
3312 (__mmask8) __U,
3313 _MM_FROUND_CUR_DIRECTION);
3314}
3315
3316#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003317 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3318 (__v16sf)(__m512)(B), \
3319 (__v16sf)(__m512)(C), \
3320 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003321
3322
Michael Kupersteine45af542015-06-30 13:36:19 +00003323static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003324_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3325{
3326 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3327 (__v16sf) __B,
3328 (__v16sf) __C,
3329 (__mmask16) __U,
3330 _MM_FROUND_CUR_DIRECTION);
3331}
3332
3333#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003334 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3335 (__v8df)(__m512d)(B), \
3336 (__v8df)(__m512d)(C), \
3337 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003338
3339
3340#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003341 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3342 (__v8df)(__m512d)(B), \
3343 (__v8df)(__m512d)(C), \
3344 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003345
3346
Michael Kupersteine45af542015-06-30 13:36:19 +00003347static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003348_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3349{
3350 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3351 (__v8df) __B,
3352 (__v8df) __C,
3353 (__mmask8) __U,
3354 _MM_FROUND_CUR_DIRECTION);
3355}
3356
Michael Kupersteine45af542015-06-30 13:36:19 +00003357static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003358_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3359{
3360 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3361 (__v8df) __B,
3362 (__v8df) __C,
3363 (__mmask8) __U,
3364 _MM_FROUND_CUR_DIRECTION);
3365}
3366
3367#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003368 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3369 (__v16sf)(__m512)(B), \
3370 (__v16sf)(__m512)(C), \
3371 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003372
3373
3374#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003375 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3376 (__v16sf)(__m512)(B), \
3377 (__v16sf)(__m512)(C), \
3378 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003379
3380
Michael Kupersteine45af542015-06-30 13:36:19 +00003381static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003382_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3383{
3384 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3385 (__v16sf) __B,
3386 (__v16sf) __C,
3387 (__mmask16) __U,
3388 _MM_FROUND_CUR_DIRECTION);
3389}
3390
Michael Kupersteine45af542015-06-30 13:36:19 +00003391static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003392_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3393{
3394 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3395 (__v16sf) __B,
3396 (__v16sf) __C,
3397 (__mmask16) __U,
3398 _MM_FROUND_CUR_DIRECTION);
3399}
3400
3401
3402
Adam Nemet0d5bb552014-07-28 17:14:40 +00003403/* Vector permutations */
3404
Michael Kupersteine45af542015-06-30 13:36:19 +00003405static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003406_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3407{
3408 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3409 /* idx */ ,
3410 (__v16si) __A,
3411 (__v16si) __B,
3412 (__mmask16) -1);
3413}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003414
3415static __inline__ __m512i __DEFAULT_FN_ATTRS
3416_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3417 __m512i __I, __m512i __B)
3418{
3419 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3420 /* idx */ ,
3421 (__v16si) __A,
3422 (__v16si) __B,
3423 (__mmask16) __U);
3424}
3425
3426static __inline__ __m512i __DEFAULT_FN_ATTRS
3427_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3428 __m512i __I, __m512i __B)
3429{
3430 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3431 /* idx */ ,
3432 (__v16si) __A,
3433 (__v16si) __B,
3434 (__mmask16) __U);
3435}
3436
Michael Kupersteine45af542015-06-30 13:36:19 +00003437static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003438_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3439{
3440 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3441 /* idx */ ,
3442 (__v8di) __A,
3443 (__v8di) __B,
3444 (__mmask8) -1);
3445}
3446
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003447static __inline__ __m512i __DEFAULT_FN_ATTRS
3448_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3449 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003450{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003451 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003452 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003453 (__v8di) __A,
3454 (__v8di) __B,
3455 (__mmask8) __U);
3456}
3457
3458
3459static __inline__ __m512i __DEFAULT_FN_ATTRS
3460_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3461 __m512i __I, __m512i __B)
3462{
3463 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3464 /* idx */ ,
3465 (__v8di) __A,
3466 (__v8di) __B,
3467 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003468}
3469
Craig Topper67826a52015-02-01 07:35:40 +00003470#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3471 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003472 (__v8di)(__m512i)(B), (int)(I), \
3473 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003474 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003475
Craig Topper8c18e112016-05-17 04:41:50 +00003476#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3477 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3478 (__v8di)(__m512i)(B), (int)(imm), \
3479 (__v8di)(__m512i)(W), \
3480 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003481
Craig Topper8c18e112016-05-17 04:41:50 +00003482#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3483 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3484 (__v8di)(__m512i)(B), (int)(imm), \
3485 (__v8di)_mm512_setzero_si512(), \
3486 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003487
Craig Topper67826a52015-02-01 07:35:40 +00003488#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003489 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3490 (__v16si)(__m512i)(B), (int)(I), \
3491 (__v16si)_mm512_setzero_si512(), \
3492 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003493
Craig Topper8c18e112016-05-17 04:41:50 +00003494#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3495 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3496 (__v16si)(__m512i)(B), (int)(imm), \
3497 (__v16si)(__m512i)(W), \
3498 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003499
Craig Topper8c18e112016-05-17 04:41:50 +00003500#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3501 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3502 (__v16si)(__m512i)(B), (int)(imm), \
3503 (__v16si)_mm512_setzero_si512(), \
3504 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003505/* Vector Extract */
3506
3507#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003508 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3509 (__v4df)_mm256_setzero_si256(), \
3510 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003511
Craig Topper8c18e112016-05-17 04:41:50 +00003512#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3513 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3514 (__v4df)(__m256d)(W), \
3515 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003516
Craig Topper8c18e112016-05-17 04:41:50 +00003517#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3518 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3519 (__v4df)_mm256_setzero_pd(), \
3520 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003521
Adam Nemetf893ede2015-01-19 20:12:05 +00003522#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003523 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3524 (__v4sf)_mm_setzero_ps(), \
3525 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003526
Craig Topper8c18e112016-05-17 04:41:50 +00003527#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3528 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3529 (__v4sf)(__m128)(W), \
3530 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003531
Craig Topper8c18e112016-05-17 04:41:50 +00003532#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3533 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3534 (__v4sf)_mm_setzero_ps(), \
3535 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003536/* Vector Blend */
3537
Michael Kupersteine45af542015-06-30 13:36:19 +00003538static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003539_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3540{
Igor Bregeraadb8762016-06-08 13:59:20 +00003541 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003542 (__v8df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003543 (__v8df) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003544}
3545
Michael Kupersteine45af542015-06-30 13:36:19 +00003546static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003547_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3548{
Igor Bregeraadb8762016-06-08 13:59:20 +00003549 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003550 (__v16sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003551 (__v16sf) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003552}
3553
Michael Kupersteine45af542015-06-30 13:36:19 +00003554static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003555_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3556{
Igor Bregeraadb8762016-06-08 13:59:20 +00003557 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003558 (__v8di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003559 (__v8di) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003560}
3561
Michael Kupersteine45af542015-06-30 13:36:19 +00003562static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003563_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3564{
Igor Bregeraadb8762016-06-08 13:59:20 +00003565 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003566 (__v16si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003567 (__v16si) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003568}
3569
3570/* Compare */
3571
Craig Topper53565c62015-02-01 22:27:40 +00003572#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3573 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003574 (__v16sf)(__m512)(B), (int)(P), \
3575 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003576
Craig Topper53565c62015-02-01 22:27:40 +00003577#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3578 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003579 (__v16sf)(__m512)(B), (int)(P), \
3580 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003581
3582#define _mm512_cmp_ps_mask(A, B, P) \
3583 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3584
3585#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3586 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3587
3588#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3589 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003590 (__v8df)(__m512d)(B), (int)(P), \
3591 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003592
3593#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3594 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003595 (__v8df)(__m512d)(B), (int)(P), \
3596 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003597
3598#define _mm512_cmp_pd_mask(A, B, P) \
3599 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3600
3601#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3602 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003603
3604/* Conversion */
3605
Craig Topperf3efec62016-06-08 06:08:07 +00003606#define _mm512_cvtt_roundps_epu32(A, R) __extension__ ({ \
3607 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3608 (__v16si)_mm512_undefined_epi32(), \
3609 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003610
Craig Topperf3efec62016-06-08 06:08:07 +00003611#define _mm512_mask_cvtt_roundps_epu32(W, U, A, R) __extension__ ({ \
3612 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3613 (__v16si)(__m512i)(W), \
3614 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003615
Craig Topperf3efec62016-06-08 06:08:07 +00003616#define _mm512_maskz_cvtt_roundps_epu32(U, A, R) __extension__ ({ \
3617 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3618 (__v16si)_mm512_setzero_si512(), \
3619 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003620
3621
Michael Kupersteine45af542015-06-30 13:36:19 +00003622static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003623_mm512_cvttps_epu32(__m512 __A)
3624{
3625 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3626 (__v16si)
3627 _mm512_setzero_si512 (),
3628 (__mmask16) -1,
3629 _MM_FROUND_CUR_DIRECTION);
3630}
3631
Michael Zuckermanf1544752016-05-09 10:32:51 +00003632static __inline__ __m512i __DEFAULT_FN_ATTRS
3633_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3634{
3635 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3636 (__v16si) __W,
3637 (__mmask16) __U,
3638 _MM_FROUND_CUR_DIRECTION);
3639}
3640
3641static __inline__ __m512i __DEFAULT_FN_ATTRS
3642_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3643{
3644 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3645 (__v16si) _mm512_setzero_si512 (),
3646 (__mmask16) __U,
3647 _MM_FROUND_CUR_DIRECTION);
3648}
3649
Craig Topper72c7d512015-02-01 07:35:35 +00003650#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003651 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003652 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003653 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003654
Craig Topperf3efec62016-06-08 06:08:07 +00003655#define _mm512_mask_cvt_roundepi32_ps(W, U, A, R) __extension__ ({ \
3656 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3657 (__v16sf)(__m512)(W), \
3658 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003659
Craig Topperf3efec62016-06-08 06:08:07 +00003660#define _mm512_maskz_cvt_roundepi32_ps(U, A, R) __extension__ ({ \
3661 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3662 (__v16sf)_mm512_setzero_ps(), \
3663 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003664
Craig Topper72c7d512015-02-01 07:35:35 +00003665#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003666 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003667 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003668 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003669
Craig Topperf3efec62016-06-08 06:08:07 +00003670#define _mm512_mask_cvt_roundepu32_ps(W, U, A, R) __extension__ ({ \
3671 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3672 (__v16sf)(__m512)(W), \
3673 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003674
Craig Topperf3efec62016-06-08 06:08:07 +00003675#define _mm512_maskz_cvt_roundepu32_ps(U, A, R) __extension__ ({ \
3676 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3677 (__v16sf)_mm512_setzero_ps(), \
3678 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003679
Michael Zuckermanf1544752016-05-09 10:32:51 +00003680static __inline__ __m512 __DEFAULT_FN_ATTRS
3681_mm512_cvtepu32_ps (__m512i __A)
3682{
3683 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3684 (__v16sf) _mm512_undefined_ps (),
3685 (__mmask16) -1,
3686 _MM_FROUND_CUR_DIRECTION);
3687}
3688
3689static __inline__ __m512 __DEFAULT_FN_ATTRS
3690_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3691{
3692 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3693 (__v16sf) __W,
3694 (__mmask16) __U,
3695 _MM_FROUND_CUR_DIRECTION);
3696}
3697
3698static __inline__ __m512 __DEFAULT_FN_ATTRS
3699_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3700{
3701 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3702 (__v16sf) _mm512_setzero_ps (),
3703 (__mmask16) __U,
3704 _MM_FROUND_CUR_DIRECTION);
3705}
3706
Michael Kupersteine45af542015-06-30 13:36:19 +00003707static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003708_mm512_cvtepi32_pd(__m256i __A)
3709{
3710 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003711 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003712 _mm512_setzero_pd (),
3713 (__mmask8) -1);
3714}
3715
Michael Zuckermanf1544752016-05-09 10:32:51 +00003716static __inline__ __m512d __DEFAULT_FN_ATTRS
3717_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3718{
3719 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3720 (__v8df) __W,
3721 (__mmask8) __U);
3722}
3723
3724static __inline__ __m512d __DEFAULT_FN_ATTRS
3725_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3726{
3727 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3728 (__v8df) _mm512_setzero_pd (),
3729 (__mmask8) __U);
3730}
3731
3732static __inline__ __m512 __DEFAULT_FN_ATTRS
3733_mm512_cvtepi32_ps (__m512i __A)
3734{
3735 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3736 (__v16sf) _mm512_undefined_ps (),
3737 (__mmask16) -1,
3738 _MM_FROUND_CUR_DIRECTION);
3739}
3740
3741static __inline__ __m512 __DEFAULT_FN_ATTRS
3742_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3743{
3744 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3745 (__v16sf) __W,
3746 (__mmask16) __U,
3747 _MM_FROUND_CUR_DIRECTION);
3748}
3749
3750static __inline__ __m512 __DEFAULT_FN_ATTRS
3751_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3752{
3753 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3754 (__v16sf) _mm512_setzero_ps (),
3755 (__mmask16) __U,
3756 _MM_FROUND_CUR_DIRECTION);
3757}
3758
Michael Kupersteine45af542015-06-30 13:36:19 +00003759static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003760_mm512_cvtepu32_pd(__m256i __A)
3761{
3762 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3763 (__v8df)
3764 _mm512_setzero_pd (),
3765 (__mmask8) -1);
3766}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003767
Michael Zuckermanf1544752016-05-09 10:32:51 +00003768static __inline__ __m512d __DEFAULT_FN_ATTRS
3769_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3770{
3771 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3772 (__v8df) __W,
3773 (__mmask8) __U);
3774}
3775
3776static __inline__ __m512d __DEFAULT_FN_ATTRS
3777_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3778{
3779 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3780 (__v8df) _mm512_setzero_pd (),
3781 (__mmask8) __U);
3782}
3783
Craig Topper72c7d512015-02-01 07:35:35 +00003784#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003785 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003786 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003787 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003788
Michael Zuckerman186d8672016-05-31 11:27:34 +00003789#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3790 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003791 (__v8sf)(__m256)(W), (__mmask8)(U), \
3792 (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003793
3794#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3795 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3796 (__v8sf)_mm256_setzero_ps(), \
3797 (__mmask8)(U), (int)(R)); })
3798
Michael Zuckermanf1544752016-05-09 10:32:51 +00003799static __inline__ __m256 __DEFAULT_FN_ATTRS
3800_mm512_cvtpd_ps (__m512d __A)
3801{
3802 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3803 (__v8sf) _mm256_undefined_ps (),
3804 (__mmask8) -1,
3805 _MM_FROUND_CUR_DIRECTION);
3806}
3807
3808static __inline__ __m256 __DEFAULT_FN_ATTRS
3809_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3810{
3811 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3812 (__v8sf) __W,
3813 (__mmask8) __U,
3814 _MM_FROUND_CUR_DIRECTION);
3815}
3816
3817static __inline__ __m256 __DEFAULT_FN_ATTRS
3818_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3819{
3820 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3821 (__v8sf) _mm256_setzero_ps (),
3822 (__mmask8) __U,
3823 _MM_FROUND_CUR_DIRECTION);
3824}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003825
Craig Topperf3efec62016-06-08 06:08:07 +00003826#define _mm512_cvt_roundps_ph(A, I) __extension__ ({ \
3827 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3828 (__v16hi)_mm256_undefined_si256(), \
3829 (__mmask16)-1); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003830
Craig Topperf3efec62016-06-08 06:08:07 +00003831#define _mm512_mask_cvt_roundps_ph(U, W, A, I) __extension__ ({ \
3832 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3833 (__v16hi)(__m256i)(U), \
3834 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003835
Craig Topperf3efec62016-06-08 06:08:07 +00003836#define _mm512_maskz_cvt_roundps_ph(W, A, I) __extension__ ({ \
3837 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3838 (__v16hi)_mm256_setzero_si256(), \
3839 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003840
Craig Topper72c7d512015-02-01 07:35:35 +00003841#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003842 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003843 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003844 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003845
Craig Topper8c18e112016-05-17 04:41:50 +00003846#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3847 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3848 (__v16hi)(__m256i)(U), \
3849 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003850
Craig Topper8c18e112016-05-17 04:41:50 +00003851#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3852 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3853 (__v16hi)_mm256_setzero_si256(), \
3854 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003855
Craig Topperf3efec62016-06-08 06:08:07 +00003856#define _mm512_cvt_roundph_ps(A, R) __extension__ ({ \
3857 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3858 (__v16sf)_mm512_undefined_ps(), \
3859 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003860
Craig Topperf3efec62016-06-08 06:08:07 +00003861#define _mm512_mask_cvt_roundph_ps(W, U, A, R) __extension__ ({ \
3862 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3863 (__v16sf)(__m512)(W), \
3864 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003865
Craig Topperf3efec62016-06-08 06:08:07 +00003866#define _mm512_maskz_cvt_roundph_ps(U, A, R) __extension__ ({ \
3867 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3868 (__v16sf)_mm512_setzero_ps(), \
3869 (__mmask16)(U), (int)(R)); })
3870
3871
Michael Kupersteine45af542015-06-30 13:36:19 +00003872static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003873_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003874{
3875 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003876 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003877 _mm512_setzero_ps (),
3878 (__mmask16) -1,
3879 _MM_FROUND_CUR_DIRECTION);
3880}
3881
Michael Zuckermanf1544752016-05-09 10:32:51 +00003882static __inline__ __m512 __DEFAULT_FN_ATTRS
3883_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003884{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003885 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3886 (__v16sf) __W,
3887 (__mmask16) __U,
3888 _MM_FROUND_CUR_DIRECTION);
3889}
3890
3891static __inline__ __m512 __DEFAULT_FN_ATTRS
3892_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3893{
3894 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3895 (__v16sf) _mm512_setzero_ps (),
3896 (__mmask16) __U,
3897 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003898}
3899
Michael Zuckerman186d8672016-05-31 11:27:34 +00003900#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3901 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3902 (__v8si)_mm256_setzero_si256(), \
3903 (__mmask8)-1, (int)(R)); })
3904
3905#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
3906 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003907 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003908 (__mmask8)(U), (int)(R)); })
3909
Craig Topperf3efec62016-06-08 06:08:07 +00003910#define _mm512_maskz_cvtt_roundpd_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003911 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3912 (__v8si)_mm256_setzero_si256(), \
3913 (__mmask8)(U), (int)(R)); })
3914
Michael Kupersteine45af542015-06-30 13:36:19 +00003915static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003916_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003917{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003918 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003919 (__v8si)_mm256_setzero_si256(),
3920 (__mmask8) -1,
3921 _MM_FROUND_CUR_DIRECTION);
3922}
3923
Michael Zuckermanf1544752016-05-09 10:32:51 +00003924static __inline__ __m256i __DEFAULT_FN_ATTRS
3925_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3926{
3927 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3928 (__v8si) __W,
3929 (__mmask8) __U,
3930 _MM_FROUND_CUR_DIRECTION);
3931}
3932
3933static __inline__ __m256i __DEFAULT_FN_ATTRS
3934_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3935{
3936 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3937 (__v8si) _mm256_setzero_si256 (),
3938 (__mmask8) __U,
3939 _MM_FROUND_CUR_DIRECTION);
3940}
3941
Craig Topper72c7d512015-02-01 07:35:35 +00003942#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003943 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003944 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003945 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003946
Craig Topperf3efec62016-06-08 06:08:07 +00003947#define _mm512_mask_cvtt_roundps_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003948 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003949 (__v16si)(__m512i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003950 (__mmask16)(U), (int)(R)); })
3951
Craig Topperf3efec62016-06-08 06:08:07 +00003952#define _mm512_maskz_cvtt_roundps_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003953 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
3954 (__v16si)_mm512_setzero_si512(), \
3955 (__mmask16)(U), (int)(R)); })
3956
Michael Zuckermanf1544752016-05-09 10:32:51 +00003957static __inline __m512i __DEFAULT_FN_ATTRS
3958_mm512_cvttps_epi32(__m512 __a)
3959{
3960 return (__m512i)
3961 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
3962 (__v16si) _mm512_setzero_si512 (),
3963 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
3964}
3965
3966static __inline__ __m512i __DEFAULT_FN_ATTRS
3967_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3968{
3969 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3970 (__v16si) __W,
3971 (__mmask16) __U,
3972 _MM_FROUND_CUR_DIRECTION);
3973}
3974
3975static __inline__ __m512i __DEFAULT_FN_ATTRS
3976_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
3977{
3978 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3979 (__v16si) _mm512_setzero_si512 (),
3980 (__mmask16) __U,
3981 _MM_FROUND_CUR_DIRECTION);
3982}
Craig Topper72c7d512015-02-01 07:35:35 +00003983
3984#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003985 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003986 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003987 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003988
Craig Topperf3efec62016-06-08 06:08:07 +00003989#define _mm512_mask_cvt_roundps_epi32(W, U, A, R) __extension__ ({ \
3990 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3991 (__v16si)(__m512i)(W), \
3992 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003993
Craig Topperf3efec62016-06-08 06:08:07 +00003994#define _mm512_maskz_cvt_roundps_epi32(U, A, R) __extension__ ({ \
3995 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3996 (__v16si)_mm512_setzero_si512(), \
3997 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003998
Michael Zuckermanf1544752016-05-09 10:32:51 +00003999static __inline__ __m512i __DEFAULT_FN_ATTRS
4000_mm512_cvtps_epi32 (__m512 __A)
4001{
4002 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4003 (__v16si) _mm512_undefined_epi32 (),
4004 (__mmask16) -1,
4005 _MM_FROUND_CUR_DIRECTION);
4006}
4007
4008static __inline__ __m512i __DEFAULT_FN_ATTRS
4009_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4010{
4011 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4012 (__v16si) __W,
4013 (__mmask16) __U,
4014 _MM_FROUND_CUR_DIRECTION);
4015}
4016
4017static __inline__ __m512i __DEFAULT_FN_ATTRS
4018_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
4019{
4020 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4021 (__v16si)
4022 _mm512_setzero_si512 (),
4023 (__mmask16) __U,
4024 _MM_FROUND_CUR_DIRECTION);
4025}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004026
Craig Topper72c7d512015-02-01 07:35:35 +00004027#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004028 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004029 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004030 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004031
Craig Topperf3efec62016-06-08 06:08:07 +00004032#define _mm512_mask_cvt_roundpd_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004033 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004034 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004035 (__mmask8)(U), (int)(R)); })
4036
4037#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4038 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4039 (__v8si)_mm256_setzero_si256(), \
4040 (__mmask8)(U), (int)(R)); })
4041
Michael Zuckermanf1544752016-05-09 10:32:51 +00004042static __inline__ __m256i __DEFAULT_FN_ATTRS
4043_mm512_cvtpd_epi32 (__m512d __A)
4044{
4045 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4046 (__v8si)
4047 _mm256_undefined_si256 (),
4048 (__mmask8) -1,
4049 _MM_FROUND_CUR_DIRECTION);
4050}
4051
4052static __inline__ __m256i __DEFAULT_FN_ATTRS
4053_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4054{
4055 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4056 (__v8si) __W,
4057 (__mmask8) __U,
4058 _MM_FROUND_CUR_DIRECTION);
4059}
4060
4061static __inline__ __m256i __DEFAULT_FN_ATTRS
4062_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4063{
4064 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4065 (__v8si)
4066 _mm256_setzero_si256 (),
4067 (__mmask8) __U,
4068 _MM_FROUND_CUR_DIRECTION);
4069}
4070
Craig Topper72c7d512015-02-01 07:35:35 +00004071#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004072 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004073 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004074 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004075
Craig Topperf3efec62016-06-08 06:08:07 +00004076#define _mm512_mask_cvt_roundps_epu32(W, U, A, R) __extension__ ({ \
4077 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4078 (__v16si)(__m512i)(W), \
4079 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004080
Craig Topperf3efec62016-06-08 06:08:07 +00004081#define _mm512_maskz_cvt_roundps_epu32(U, A, R) __extension__ ({ \
4082 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4083 (__v16si)_mm512_setzero_si512(), \
4084 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004085
Michael Zuckermanf1544752016-05-09 10:32:51 +00004086static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004087_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004088{
4089 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4090 (__v16si)\
4091 _mm512_undefined_epi32 (),\
4092 (__mmask16) -1,\
4093 _MM_FROUND_CUR_DIRECTION);\
4094}
4095
4096static __inline__ __m512i __DEFAULT_FN_ATTRS
4097_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4098{
4099 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4100 (__v16si) __W,
4101 (__mmask16) __U,
4102 _MM_FROUND_CUR_DIRECTION);
4103}
4104
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004105static __inline__ __m512i __DEFAULT_FN_ATTRS
4106_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4107{
4108 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4109 (__v16si)
4110 _mm512_setzero_si512 (),
4111 (__mmask16) __U ,
4112 _MM_FROUND_CUR_DIRECTION);
4113}
4114
Craig Topper72c7d512015-02-01 07:35:35 +00004115#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004116 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004117 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004118 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004119
Craig Topperf3efec62016-06-08 06:08:07 +00004120#define _mm512_mask_cvt_roundpd_epu32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004121 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4122 (__v8si)(W), \
Craig Topperf3efec62016-06-08 06:08:07 +00004123 (__mmask8)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004124
4125#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4126 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4127 (__v8si)_mm256_setzero_si256(), \
4128 (__mmask8)(U), (int)(R)); })
4129
Michael Zuckermanf1544752016-05-09 10:32:51 +00004130static __inline__ __m256i __DEFAULT_FN_ATTRS
4131_mm512_cvtpd_epu32 (__m512d __A)
4132{
4133 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4134 (__v8si)
4135 _mm256_undefined_si256 (),
4136 (__mmask8) -1,
4137 _MM_FROUND_CUR_DIRECTION);
4138}
4139
4140static __inline__ __m256i __DEFAULT_FN_ATTRS
4141_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4142{
4143 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4144 (__v8si) __W,
4145 (__mmask8) __U,
4146 _MM_FROUND_CUR_DIRECTION);
4147}
4148
4149static __inline__ __m256i __DEFAULT_FN_ATTRS
4150_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4151{
4152 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4153 (__v8si)
4154 _mm256_setzero_si256 (),
4155 (__mmask8) __U,
4156 _MM_FROUND_CUR_DIRECTION);
4157}
Adam Nemet63a951e2015-01-14 01:31:17 +00004158/* Unpack and Interleave */
Michael Kupersteine45af542015-06-30 13:36:19 +00004159static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004160_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4161{
4162 return __builtin_shufflevector(__a, __b, 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4163}
4164
Michael Kupersteine45af542015-06-30 13:36:19 +00004165static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004166_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4167{
4168 return __builtin_shufflevector(__a, __b, 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4169}
4170
Michael Kupersteine45af542015-06-30 13:36:19 +00004171static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004172_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4173{
4174 return __builtin_shufflevector(__a, __b,
4175 2, 18, 3, 19,
4176 2+4, 18+4, 3+4, 19+4,
4177 2+8, 18+8, 3+8, 19+8,
4178 2+12, 18+12, 3+12, 19+12);
4179}
4180
Michael Kupersteine45af542015-06-30 13:36:19 +00004181static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004182_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4183{
4184 return __builtin_shufflevector(__a, __b,
4185 0, 16, 1, 17,
4186 0+4, 16+4, 1+4, 17+4,
4187 0+8, 16+8, 1+8, 17+8,
4188 0+12, 16+12, 1+12, 17+12);
4189}
4190
Adam Nemet0d5bb552014-07-28 17:14:40 +00004191/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004192
Michael Kupersteine45af542015-06-30 13:36:19 +00004193static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004194_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004195{
4196 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4197 (__v16si) __B,
4198 (__mmask16) -1);
4199}
4200
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004201static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4202_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4203{
4204 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4205 (__v16si) __B, __U);
4206}
4207
Michael Kupersteine45af542015-06-30 13:36:19 +00004208static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004209_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004210{
4211 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4212 (__v8di) __B,
4213 (__mmask8) -1);
4214}
4215
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004216static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4217_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4218{
4219 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4220}
4221
4222
Adam Nemet0d5bb552014-07-28 17:14:40 +00004223/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004224
Michael Kupersteine45af542015-06-30 13:36:19 +00004225static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004226_mm512_loadu_si512 (void const *__P)
4227{
Craig Topper4537ea72016-05-14 06:03:13 +00004228 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004229 (__v16si)
4230 _mm512_setzero_si512 (),
4231 (__mmask16) -1);
4232}
4233
4234static __inline __m512i __DEFAULT_FN_ATTRS
4235_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4236{
Craig Topper4537ea72016-05-14 06:03:13 +00004237 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004238 (__v16si) __W,
4239 (__mmask16) __U);
4240}
4241
4242
4243static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004244_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004245{
Craig Topper4537ea72016-05-14 06:03:13 +00004246 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004247 (__v16si)
4248 _mm512_setzero_si512 (),
4249 (__mmask16) __U);
4250}
4251
Michael Kupersteine45af542015-06-30 13:36:19 +00004252static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004253_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4254{
Craig Topper4537ea72016-05-14 06:03:13 +00004255 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004256 (__v8di) __W,
4257 (__mmask8) __U);
4258}
4259
4260static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004261_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004262{
Craig Topper4537ea72016-05-14 06:03:13 +00004263 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004264 (__v8di)
4265 _mm512_setzero_si512 (),
4266 (__mmask8) __U);
4267}
4268
Michael Kupersteine45af542015-06-30 13:36:19 +00004269static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004270_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4271{
Craig Topper4537ea72016-05-14 06:03:13 +00004272 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004273 (__v16sf) __W,
4274 (__mmask16) __U);
4275}
4276
4277static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004278_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004279{
Craig Topper4537ea72016-05-14 06:03:13 +00004280 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004281 (__v16sf)
4282 _mm512_setzero_ps (),
4283 (__mmask16) __U);
4284}
4285
Michael Kupersteine45af542015-06-30 13:36:19 +00004286static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004287_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004288{
Craig Topper4537ea72016-05-14 06:03:13 +00004289 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004290 (__v8df) __W,
4291 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004292}
4293
Michael Kupersteine45af542015-06-30 13:36:19 +00004294static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004295_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004296{
Craig Topper4537ea72016-05-14 06:03:13 +00004297 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004298 (__v8df)
4299 _mm512_setzero_pd (),
4300 (__mmask8) __U);
4301}
4302
Michael Kupersteine45af542015-06-30 13:36:19 +00004303static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004304_mm512_loadu_pd(double const *__p)
4305{
4306 struct __loadu_pd {
4307 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004308 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004309 return ((struct __loadu_pd*)__p)->__v;
4310}
4311
Michael Kupersteine45af542015-06-30 13:36:19 +00004312static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004313_mm512_loadu_ps(float const *__p)
4314{
4315 struct __loadu_ps {
4316 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004317 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004318 return ((struct __loadu_ps*)__p)->__v;
4319}
4320
Michael Kupersteine45af542015-06-30 13:36:19 +00004321static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004322_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004323{
4324 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4325 (__v16sf)
4326 _mm512_setzero_ps (),
4327 (__mmask16) -1);
4328}
4329
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004330static __inline __m512 __DEFAULT_FN_ATTRS
4331_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4332{
4333 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4334 (__v16sf) __W,
4335 (__mmask16) __U);
4336}
4337
4338static __inline __m512 __DEFAULT_FN_ATTRS
4339_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4340{
4341 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4342 (__v16sf)
4343 _mm512_setzero_ps (),
4344 (__mmask16) __U);
4345}
4346
Michael Kupersteine45af542015-06-30 13:36:19 +00004347static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004348_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004349{
4350 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4351 (__v8df)
4352 _mm512_setzero_pd (),
4353 (__mmask8) -1);
4354}
4355
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004356static __inline __m512d __DEFAULT_FN_ATTRS
4357_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4358{
4359 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4360 (__v8df) __W,
4361 (__mmask8) __U);
4362}
4363
4364static __inline __m512d __DEFAULT_FN_ATTRS
4365_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4366{
4367 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4368 (__v8df)
4369 _mm512_setzero_pd (),
4370 (__mmask8) __U);
4371}
4372
4373static __inline __m512i __DEFAULT_FN_ATTRS
4374_mm512_load_si512 (void const *__P)
4375{
4376 return *(__m512i *) __P;
4377}
4378
4379static __inline __m512i __DEFAULT_FN_ATTRS
4380_mm512_load_epi32 (void const *__P)
4381{
4382 return *(__m512i *) __P;
4383}
4384
4385static __inline __m512i __DEFAULT_FN_ATTRS
4386_mm512_load_epi64 (void const *__P)
4387{
4388 return *(__m512i *) __P;
4389}
4390
Adam Nemet0d5bb552014-07-28 17:14:40 +00004391/* SIMD store ops */
4392
Michael Kupersteine45af542015-06-30 13:36:19 +00004393static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004394_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004395{
Craig Topper4537ea72016-05-14 06:03:13 +00004396 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004397 (__mmask8) __U);
4398}
4399
Michael Kupersteine45af542015-06-30 13:36:19 +00004400static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004401_mm512_storeu_si512 (void *__P, __m512i __A)
4402{
Craig Topper4537ea72016-05-14 06:03:13 +00004403 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004404 (__mmask16) -1);
4405}
4406
4407static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004408_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004409{
Craig Topper4537ea72016-05-14 06:03:13 +00004410 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004411 (__mmask16) __U);
4412}
4413
Michael Kupersteine45af542015-06-30 13:36:19 +00004414static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004415_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004416{
Craig Topper4537ea72016-05-14 06:03:13 +00004417 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004418}
4419
Michael Kupersteine45af542015-06-30 13:36:19 +00004420static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004421_mm512_storeu_pd(void *__P, __m512d __A)
4422{
Craig Topper4537ea72016-05-14 06:03:13 +00004423 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004424}
4425
Michael Kupersteine45af542015-06-30 13:36:19 +00004426static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004427_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004428{
Craig Topper4537ea72016-05-14 06:03:13 +00004429 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004430 (__mmask16) __U);
4431}
4432
Michael Kupersteine45af542015-06-30 13:36:19 +00004433static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004434_mm512_storeu_ps(void *__P, __m512 __A)
4435{
Craig Topper4537ea72016-05-14 06:03:13 +00004436 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004437}
4438
Michael Kupersteine45af542015-06-30 13:36:19 +00004439static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004440_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004441{
Adam Nemetc0cff242015-01-16 18:51:50 +00004442 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004443}
4444
Michael Kupersteine45af542015-06-30 13:36:19 +00004445static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004446_mm512_store_pd(void *__P, __m512d __A)
4447{
4448 *(__m512d*)__P = __A;
4449}
4450
Michael Kupersteine45af542015-06-30 13:36:19 +00004451static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004452_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4453{
4454 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4455 (__mmask16) __U);
4456}
4457
Michael Kupersteine45af542015-06-30 13:36:19 +00004458static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004459_mm512_store_ps(void *__P, __m512 __A)
4460{
4461 *(__m512*)__P = __A;
4462}
4463
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004464static __inline void __DEFAULT_FN_ATTRS
4465_mm512_store_si512 (void *__P, __m512i __A)
4466{
4467 *(__m512i *) __P = __A;
4468}
4469
4470static __inline void __DEFAULT_FN_ATTRS
4471_mm512_store_epi32 (void *__P, __m512i __A)
4472{
4473 *(__m512i *) __P = __A;
4474}
4475
4476static __inline void __DEFAULT_FN_ATTRS
4477_mm512_store_epi64 (void *__P, __m512i __A)
4478{
4479 *(__m512i *) __P = __A;
4480}
4481
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004482/* Mask ops */
4483
Michael Kupersteine45af542015-06-30 13:36:19 +00004484static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004485_mm512_knot(__mmask16 __M)
4486{
4487 return __builtin_ia32_knothi(__M);
4488}
4489
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004490/* Integer compare */
4491
Michael Kupersteine45af542015-06-30 13:36:19 +00004492static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004493_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4494 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4495 (__mmask16)-1);
4496}
4497
Michael Kupersteine45af542015-06-30 13:36:19 +00004498static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004499_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4500 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4501 __u);
4502}
4503
Michael Kupersteine45af542015-06-30 13:36:19 +00004504static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004505_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4506 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4507 (__mmask16)-1);
4508}
4509
Michael Kupersteine45af542015-06-30 13:36:19 +00004510static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004511_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4512 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4513 __u);
4514}
4515
Michael Kupersteine45af542015-06-30 13:36:19 +00004516static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004517_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4518 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4519 __u);
4520}
4521
Michael Kupersteine45af542015-06-30 13:36:19 +00004522static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004523_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4524 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4525 (__mmask8)-1);
4526}
4527
Michael Kupersteine45af542015-06-30 13:36:19 +00004528static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004529_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4530 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4531 (__mmask8)-1);
4532}
4533
Michael Kupersteine45af542015-06-30 13:36:19 +00004534static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004535_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4536 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4537 __u);
4538}
4539
Michael Kupersteine45af542015-06-30 13:36:19 +00004540static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004541_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4542 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4543 (__mmask16)-1);
4544}
4545
Michael Kupersteine45af542015-06-30 13:36:19 +00004546static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004547_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4548 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4549 __u);
4550}
4551
Michael Kupersteine45af542015-06-30 13:36:19 +00004552static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004553_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4554 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4555 (__mmask16)-1);
4556}
4557
Michael Kupersteine45af542015-06-30 13:36:19 +00004558static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004559_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4560 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4561 __u);
4562}
4563
Michael Kupersteine45af542015-06-30 13:36:19 +00004564static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004565_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4566 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4567 (__mmask8)-1);
4568}
4569
Michael Kupersteine45af542015-06-30 13:36:19 +00004570static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004571_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4572 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4573 __u);
4574}
4575
Michael Kupersteine45af542015-06-30 13:36:19 +00004576static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004577_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4578 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4579 (__mmask8)-1);
4580}
4581
Michael Kupersteine45af542015-06-30 13:36:19 +00004582static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004583_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4584 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4585 __u);
4586}
4587
Michael Kupersteine45af542015-06-30 13:36:19 +00004588static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004589_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4590 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4591 (__mmask16)-1);
4592}
4593
Michael Kupersteine45af542015-06-30 13:36:19 +00004594static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004595_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4596 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4597 __u);
4598}
4599
Michael Kupersteine45af542015-06-30 13:36:19 +00004600static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004601_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4602 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4603 (__mmask16)-1);
4604}
4605
Michael Kupersteine45af542015-06-30 13:36:19 +00004606static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004607_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4608 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4609 __u);
4610}
4611
Michael Kupersteine45af542015-06-30 13:36:19 +00004612static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004613_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4614 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4615 __u);
4616}
4617
Michael Kupersteine45af542015-06-30 13:36:19 +00004618static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004619_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4620 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4621 (__mmask8)-1);
4622}
4623
Michael Kupersteine45af542015-06-30 13:36:19 +00004624static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004625_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4626 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4627 (__mmask8)-1);
4628}
4629
Michael Kupersteine45af542015-06-30 13:36:19 +00004630static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004631_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4632 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4633 __u);
4634}
4635
Michael Kupersteine45af542015-06-30 13:36:19 +00004636static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004637_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4638 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4639 (__mmask16)-1);
4640}
4641
Michael Kupersteine45af542015-06-30 13:36:19 +00004642static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004643_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4644 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4645 __u);
4646}
4647
Michael Kupersteine45af542015-06-30 13:36:19 +00004648static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004649_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4650 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4651 (__mmask16)-1);
4652}
4653
Michael Kupersteine45af542015-06-30 13:36:19 +00004654static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004655_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4656 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4657 __u);
4658}
4659
Michael Kupersteine45af542015-06-30 13:36:19 +00004660static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004661_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4662 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4663 (__mmask8)-1);
4664}
4665
Michael Kupersteine45af542015-06-30 13:36:19 +00004666static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004667_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4668 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4669 __u);
4670}
4671
Michael Kupersteine45af542015-06-30 13:36:19 +00004672static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004673_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4674 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4675 (__mmask8)-1);
4676}
4677
Michael Kupersteine45af542015-06-30 13:36:19 +00004678static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004679_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4680 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4681 __u);
4682}
4683
Michael Kupersteine45af542015-06-30 13:36:19 +00004684static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004685_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4686 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4687 (__mmask16)-1);
4688}
4689
Michael Kupersteine45af542015-06-30 13:36:19 +00004690static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004691_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4692 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4693 __u);
4694}
4695
Michael Kupersteine45af542015-06-30 13:36:19 +00004696static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004697_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4698 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4699 (__mmask16)-1);
4700}
4701
Michael Kupersteine45af542015-06-30 13:36:19 +00004702static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004703_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4704 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4705 __u);
4706}
4707
Michael Kupersteine45af542015-06-30 13:36:19 +00004708static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004709_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4710 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4711 (__mmask8)-1);
4712}
4713
Michael Kupersteine45af542015-06-30 13:36:19 +00004714static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004715_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4716 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4717 __u);
4718}
4719
Michael Kupersteine45af542015-06-30 13:36:19 +00004720static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004721_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4722 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4723 (__mmask8)-1);
4724}
4725
Michael Kupersteine45af542015-06-30 13:36:19 +00004726static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004727_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4728 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4729 __u);
4730}
4731
Michael Kupersteine45af542015-06-30 13:36:19 +00004732static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004733_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4734 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4735 (__mmask16)-1);
4736}
4737
Michael Kupersteine45af542015-06-30 13:36:19 +00004738static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004739_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4740 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4741 __u);
4742}
4743
Michael Kupersteine45af542015-06-30 13:36:19 +00004744static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004745_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4746 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4747 (__mmask16)-1);
4748}
4749
Michael Kupersteine45af542015-06-30 13:36:19 +00004750static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004751_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4752 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4753 __u);
4754}
4755
Michael Kupersteine45af542015-06-30 13:36:19 +00004756static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004757_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4758 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4759 (__mmask8)-1);
4760}
4761
Michael Kupersteine45af542015-06-30 13:36:19 +00004762static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004763_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4764 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4765 __u);
4766}
4767
Michael Kupersteine45af542015-06-30 13:36:19 +00004768static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004769_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4770 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4771 (__mmask8)-1);
4772}
4773
Michael Kupersteine45af542015-06-30 13:36:19 +00004774static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004775_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4776 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4777 __u);
4778}
4779
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004780static __inline__ __m512i __DEFAULT_FN_ATTRS
4781_mm512_cvtepi8_epi32 (__m128i __A)
4782{
4783 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4784 (__v16si)
4785 _mm512_setzero_si512 (),
4786 (__mmask16) -1);
4787}
4788
4789static __inline__ __m512i __DEFAULT_FN_ATTRS
4790_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4791{
4792 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4793 (__v16si) __W,
4794 (__mmask16) __U);
4795}
4796
4797static __inline__ __m512i __DEFAULT_FN_ATTRS
4798_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4799{
4800 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4801 (__v16si)
4802 _mm512_setzero_si512 (),
4803 (__mmask16) __U);
4804}
4805
4806static __inline__ __m512i __DEFAULT_FN_ATTRS
4807_mm512_cvtepi8_epi64 (__m128i __A)
4808{
4809 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4810 (__v8di)
4811 _mm512_setzero_si512 (),
4812 (__mmask8) -1);
4813}
4814
4815static __inline__ __m512i __DEFAULT_FN_ATTRS
4816_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4817{
4818 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4819 (__v8di) __W,
4820 (__mmask8) __U);
4821}
4822
4823static __inline__ __m512i __DEFAULT_FN_ATTRS
4824_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4825{
4826 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4827 (__v8di)
4828 _mm512_setzero_si512 (),
4829 (__mmask8) __U);
4830}
4831
4832static __inline__ __m512i __DEFAULT_FN_ATTRS
4833_mm512_cvtepi32_epi64 (__m256i __X)
4834{
4835 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4836 (__v8di)
4837 _mm512_setzero_si512 (),
4838 (__mmask8) -1);
4839}
4840
4841static __inline__ __m512i __DEFAULT_FN_ATTRS
4842_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
4843{
4844 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4845 (__v8di) __W,
4846 (__mmask8) __U);
4847}
4848
4849static __inline__ __m512i __DEFAULT_FN_ATTRS
4850_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
4851{
4852 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4853 (__v8di)
4854 _mm512_setzero_si512 (),
4855 (__mmask8) __U);
4856}
4857
4858static __inline__ __m512i __DEFAULT_FN_ATTRS
4859_mm512_cvtepi16_epi32 (__m256i __A)
4860{
4861 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4862 (__v16si)
4863 _mm512_setzero_si512 (),
4864 (__mmask16) -1);
4865}
4866
4867static __inline__ __m512i __DEFAULT_FN_ATTRS
4868_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
4869{
4870 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4871 (__v16si) __W,
4872 (__mmask16) __U);
4873}
4874
4875static __inline__ __m512i __DEFAULT_FN_ATTRS
4876_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
4877{
4878 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4879 (__v16si)
4880 _mm512_setzero_si512 (),
4881 (__mmask16) __U);
4882}
4883
4884static __inline__ __m512i __DEFAULT_FN_ATTRS
4885_mm512_cvtepi16_epi64 (__m128i __A)
4886{
4887 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4888 (__v8di)
4889 _mm512_setzero_si512 (),
4890 (__mmask8) -1);
4891}
4892
4893static __inline__ __m512i __DEFAULT_FN_ATTRS
4894_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4895{
4896 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4897 (__v8di) __W,
4898 (__mmask8) __U);
4899}
4900
4901static __inline__ __m512i __DEFAULT_FN_ATTRS
4902_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
4903{
4904 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4905 (__v8di)
4906 _mm512_setzero_si512 (),
4907 (__mmask8) __U);
4908}
4909
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00004910static __inline__ __m512i __DEFAULT_FN_ATTRS
4911_mm512_cvtepu8_epi32 (__m128i __A)
4912{
4913 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4914 (__v16si)
4915 _mm512_setzero_si512 (),
4916 (__mmask16) -1);
4917}
4918
4919static __inline__ __m512i __DEFAULT_FN_ATTRS
4920_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4921{
4922 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4923 (__v16si) __W,
4924 (__mmask16) __U);
4925}
4926
4927static __inline__ __m512i __DEFAULT_FN_ATTRS
4928_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
4929{
4930 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4931 (__v16si)
4932 _mm512_setzero_si512 (),
4933 (__mmask16) __U);
4934}
4935
4936static __inline__ __m512i __DEFAULT_FN_ATTRS
4937_mm512_cvtepu8_epi64 (__m128i __A)
4938{
4939 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
4940 (__v8di)
4941 _mm512_setzero_si512 (),
4942 (__mmask8) -1);
4943}
4944
4945static __inline__ __m512i __DEFAULT_FN_ATTRS
4946_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4947{
4948 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
4949 (__v8di) __W,
4950 (__mmask8) __U);
4951}
4952
4953static __inline__ __m512i __DEFAULT_FN_ATTRS
4954_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
4955{
4956 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
4957 (__v8di)
4958 _mm512_setzero_si512 (),
4959 (__mmask8) __U);
4960}
4961
4962static __inline__ __m512i __DEFAULT_FN_ATTRS
4963_mm512_cvtepu32_epi64 (__m256i __X)
4964{
4965 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
4966 (__v8di)
4967 _mm512_setzero_si512 (),
4968 (__mmask8) -1);
4969}
4970
4971static __inline__ __m512i __DEFAULT_FN_ATTRS
4972_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
4973{
4974 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
4975 (__v8di) __W,
4976 (__mmask8) __U);
4977}
4978
4979static __inline__ __m512i __DEFAULT_FN_ATTRS
4980_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
4981{
4982 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
4983 (__v8di)
4984 _mm512_setzero_si512 (),
4985 (__mmask8) __U);
4986}
4987
4988static __inline__ __m512i __DEFAULT_FN_ATTRS
4989_mm512_cvtepu16_epi32 (__m256i __A)
4990{
4991 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
4992 (__v16si)
4993 _mm512_setzero_si512 (),
4994 (__mmask16) -1);
4995}
4996
4997static __inline__ __m512i __DEFAULT_FN_ATTRS
4998_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
4999{
5000 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5001 (__v16si) __W,
5002 (__mmask16) __U);
5003}
5004
5005static __inline__ __m512i __DEFAULT_FN_ATTRS
5006_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5007{
5008 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5009 (__v16si)
5010 _mm512_setzero_si512 (),
5011 (__mmask16) __U);
5012}
5013
5014static __inline__ __m512i __DEFAULT_FN_ATTRS
5015_mm512_cvtepu16_epi64 (__m128i __A)
5016{
5017 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5018 (__v8di)
5019 _mm512_setzero_si512 (),
5020 (__mmask8) -1);
5021}
5022
5023static __inline__ __m512i __DEFAULT_FN_ATTRS
5024_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5025{
5026 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5027 (__v8di) __W,
5028 (__mmask8) __U);
5029}
5030
5031static __inline__ __m512i __DEFAULT_FN_ATTRS
5032_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5033{
5034 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5035 (__v8di)
5036 _mm512_setzero_si512 (),
5037 (__mmask8) __U);
5038}
5039
Michael Zuckermane98cc742016-02-23 15:59:47 +00005040static __inline__ __m512i __DEFAULT_FN_ATTRS
5041_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5042{
5043 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5044 (__v16si) __B,
5045 (__v16si)
5046 _mm512_setzero_si512 (),
5047 (__mmask16) -1);
5048}
5049
5050static __inline__ __m512i __DEFAULT_FN_ATTRS
5051_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5052{
5053 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5054 (__v16si) __B,
5055 (__v16si) __W,
5056 (__mmask16) __U);
5057}
5058
5059static __inline__ __m512i __DEFAULT_FN_ATTRS
5060_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5061{
5062 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5063 (__v16si) __B,
5064 (__v16si)
5065 _mm512_setzero_si512 (),
5066 (__mmask16) __U);
5067}
5068
5069static __inline__ __m512i __DEFAULT_FN_ATTRS
5070_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5071{
5072 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5073 (__v8di) __B,
5074 (__v8di)
5075 _mm512_setzero_si512 (),
5076 (__mmask8) -1);
5077}
5078
5079static __inline__ __m512i __DEFAULT_FN_ATTRS
5080_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5081{
5082 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5083 (__v8di) __B,
5084 (__v8di) __W,
5085 (__mmask8) __U);
5086}
5087
5088static __inline__ __m512i __DEFAULT_FN_ATTRS
5089_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5090{
5091 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5092 (__v8di) __B,
5093 (__v8di)
5094 _mm512_setzero_si512 (),
5095 (__mmask8) __U);
5096}
5097
5098
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005099
Craig Topper4cac1c22015-01-25 23:30:07 +00005100#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005101 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005102 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005103 (__mmask16)-1); })
5104
5105#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005106 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005107 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005108 (__mmask16)-1); })
5109
5110#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005111 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005112 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005113 (__mmask8)-1); })
5114
5115#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005116 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005117 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005118 (__mmask8)-1); })
5119
5120#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005121 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005122 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005123 (__mmask16)(m)); })
5124
5125#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005126 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005127 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005128 (__mmask16)(m)); })
5129
5130#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005131 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005132 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005133 (__mmask8)(m)); })
5134
5135#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005136 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005137 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005138 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005139
Michael Zuckerman38a27272016-02-22 09:05:41 +00005140#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005141 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5142 (__v16si)_mm512_setzero_si512(), \
5143 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005144
5145#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005146 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5147 (__v16si)(__m512i)(W), \
5148 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005149
5150#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005151 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5152 (__v16si)_mm512_setzero_si512(), \
5153 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005154
5155#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005156 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5157 (__v8di)_mm512_setzero_si512(), \
5158 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005159
5160#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005161 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5162 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005163
5164#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005165 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5166 (__v8di)_mm512_setzero_si512(), \
5167 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005168static __inline__ __m512i __DEFAULT_FN_ATTRS
5169_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5170{
5171 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5172 (__v16si) __B,
5173 (__v16si)
5174 _mm512_setzero_si512 (),
5175 (__mmask16) -1);
5176}
5177
5178static __inline__ __m512i __DEFAULT_FN_ATTRS
5179_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5180{
5181 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5182 (__v16si) __B,
5183 (__v16si) __W,
5184 (__mmask16) __U);
5185}
5186
5187static __inline__ __m512i __DEFAULT_FN_ATTRS
5188_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5189{
5190 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5191 (__v16si) __B,
5192 (__v16si)
5193 _mm512_setzero_si512 (),
5194 (__mmask16) __U);
5195}
5196
5197static __inline__ __m512i __DEFAULT_FN_ATTRS
5198_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5199{
5200 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5201 (__v8di) __B,
5202 (__v8di)
5203 _mm512_setzero_si512 (),
5204 (__mmask8) -1);
5205}
5206
5207static __inline__ __m512i __DEFAULT_FN_ATTRS
5208_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5209{
5210 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5211 (__v8di) __B,
5212 (__v8di) __W,
5213 (__mmask8) __U);
5214}
5215
5216static __inline__ __m512i __DEFAULT_FN_ATTRS
5217_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5218{
5219 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5220 (__v8di) __B,
5221 (__v8di)
5222 _mm512_setzero_si512 (),
5223 (__mmask8) __U);
5224}
5225
Craig Topper8c18e112016-05-17 04:41:50 +00005226#define _mm512_ror_epi32(A, B) __extension__ ({ \
5227 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5228 (__v16si)_mm512_setzero_si512(), \
5229 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005230
Craig Topper8c18e112016-05-17 04:41:50 +00005231#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5232 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5233 (__v16si)(__m512i)(W), \
5234 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005235
Craig Topper8c18e112016-05-17 04:41:50 +00005236#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5237 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5238 (__v16si)_mm512_setzero_si512(), \
5239 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005240
Craig Topper8c18e112016-05-17 04:41:50 +00005241#define _mm512_ror_epi64(A, B) __extension__ ({ \
5242 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5243 (__v8di)_mm512_setzero_si512(), \
5244 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005245
Craig Topper8c18e112016-05-17 04:41:50 +00005246#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5247 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5248 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005249
Craig Topper8c18e112016-05-17 04:41:50 +00005250#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5251 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5252 (__v8di)_mm512_setzero_si512(), \
5253 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005254
Craig Topper8c18e112016-05-17 04:41:50 +00005255#define _mm512_slli_epi32(A, B) __extension__ ({ \
5256 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5257 (__v16si)_mm512_setzero_si512(), \
5258 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005259
Craig Topper8c18e112016-05-17 04:41:50 +00005260#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5261 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5262 (__v16si)(__m512i)(W), \
5263 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005264
Craig Topper8c18e112016-05-17 04:41:50 +00005265#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5266 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5267 (__v16si)_mm512_setzero_si512(), \
5268 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005269
Craig Topper8c18e112016-05-17 04:41:50 +00005270#define _mm512_slli_epi64(A, B) __extension__ ({ \
5271 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5272 (__v8di)_mm512_setzero_si512(), \
5273 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005274
Craig Topper8c18e112016-05-17 04:41:50 +00005275#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5276 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5277 (__v8di)(__m512i)(W), \
5278 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005279
Craig Topper8c18e112016-05-17 04:41:50 +00005280#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5281 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5282 (__v8di)_mm512_setzero_si512(), \
5283 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005284
Michael Zuckerman38a27272016-02-22 09:05:41 +00005285
Michael Zuckermand176d742016-03-01 17:49:03 +00005286
Craig Topper8c18e112016-05-17 04:41:50 +00005287#define _mm512_srli_epi32(A, B) __extension__ ({ \
5288 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5289 (__v16si)_mm512_setzero_si512(), \
5290 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005291
Craig Topper8c18e112016-05-17 04:41:50 +00005292#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5293 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5294 (__v16si)(__m512i)(W), \
5295 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005296
Craig Topper8c18e112016-05-17 04:41:50 +00005297#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5298 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5299 (__v16si)_mm512_setzero_si512(), \
5300 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005301
Craig Topper8c18e112016-05-17 04:41:50 +00005302#define _mm512_srli_epi64(A, B) __extension__ ({ \
5303 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5304 (__v8di)_mm512_setzero_si512(), \
5305 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005306
Craig Topper8c18e112016-05-17 04:41:50 +00005307#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5308 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5309 (__v8di)(__m512i)(W), \
5310 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005311
Craig Topper8c18e112016-05-17 04:41:50 +00005312#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5313 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5314 (__v8di)_mm512_setzero_si512(), \
5315 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005316
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005317static __inline__ __m512i __DEFAULT_FN_ATTRS
5318_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5319{
5320 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5321 (__v16si) __W,
5322 (__mmask16) __U);
5323}
5324
5325static __inline__ __m512i __DEFAULT_FN_ATTRS
5326_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5327{
5328 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5329 (__v16si)
5330 _mm512_setzero_si512 (),
5331 (__mmask16) __U);
5332}
5333
5334static __inline__ void __DEFAULT_FN_ATTRS
5335_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5336{
5337 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5338 (__mmask16) __U);
5339}
5340
5341static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005342_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5343{
Igor Bregeraadb8762016-06-08 13:59:20 +00005344 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5345 (__v16si) __A,
5346 (__v16si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +00005347}
5348
5349static __inline__ __m512i __DEFAULT_FN_ATTRS
5350_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5351{
Igor Bregeraadb8762016-06-08 13:59:20 +00005352 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5353 (__v16si) __A,
5354 (__v16si) _mm512_setzero_si512 ());
Michael Zuckermane6542002016-05-23 08:01:48 +00005355}
5356
5357static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005358_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5359{
Igor Bregeraadb8762016-06-08 13:59:20 +00005360 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5361 (__v8di) __A,
5362 (__v8di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005363}
5364
5365static __inline__ __m512i __DEFAULT_FN_ATTRS
5366_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5367{
Igor Bregeraadb8762016-06-08 13:59:20 +00005368 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5369 (__v8di) __A,
5370 (__v8di) _mm512_setzero_si512 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005371}
5372
5373static __inline__ __m512i __DEFAULT_FN_ATTRS
5374_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5375{
5376 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5377 (__v8di) __W,
5378 (__mmask8) __U);
5379}
5380
5381static __inline__ __m512i __DEFAULT_FN_ATTRS
5382_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5383{
5384 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5385 (__v8di)
5386 _mm512_setzero_si512 (),
5387 (__mmask8) __U);
5388}
5389
5390static __inline__ void __DEFAULT_FN_ATTRS
5391_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5392{
5393 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5394 (__mmask8) __U);
5395}
5396
5397
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005398
5399static __inline__ __m512d __DEFAULT_FN_ATTRS
5400_mm512_movedup_pd (__m512d __A)
5401{
5402 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5403 (__v8df)
5404 _mm512_undefined_pd (),
5405 (__mmask8) -1);
5406}
5407
5408static __inline__ __m512d __DEFAULT_FN_ATTRS
5409_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5410{
5411 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5412 (__v8df) __W,
5413 (__mmask8) __U);
5414}
5415
5416static __inline__ __m512d __DEFAULT_FN_ATTRS
5417_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5418{
5419 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5420 (__v8df)
5421 _mm512_setzero_pd (),
5422 (__mmask8) __U);
5423}
5424
Craig Topper8c18e112016-05-17 04:41:50 +00005425#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5426 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5427 (__v8df)(__m512d)(B), \
5428 (__v8di)(__m512i)(C), (int)(imm), \
5429 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005430
Craig Topper8c18e112016-05-17 04:41:50 +00005431#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5432 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5433 (__v8df)(__m512d)(B), \
5434 (__v8di)(__m512i)(C), (int)(imm), \
5435 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005436
Craig Topper8c18e112016-05-17 04:41:50 +00005437#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5438 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5439 (__v8df)(__m512d)(B), \
5440 (__v8di)(__m512i)(C), (int)(imm), \
5441 (__mmask8)-1, \
5442 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005443
Craig Topper8c18e112016-05-17 04:41:50 +00005444#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5445 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5446 (__v8df)(__m512d)(B), \
5447 (__v8di)(__m512i)(C), (int)(imm), \
5448 (__mmask8)(U), \
5449 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005450
Craig Topper8c18e112016-05-17 04:41:50 +00005451#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5452 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5453 (__v8df)(__m512d)(B), \
5454 (__v8di)(__m512i)(C), \
5455 (int)(imm), (__mmask8)(U), \
5456 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005457
Craig Topper8c18e112016-05-17 04:41:50 +00005458#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5459 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5460 (__v8df)(__m512d)(B), \
5461 (__v8di)(__m512i)(C), \
5462 (int)(imm), (__mmask8)(U), \
5463 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005464
Craig Topper8c18e112016-05-17 04:41:50 +00005465#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5466 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5467 (__v16sf)(__m512)(B), \
5468 (__v16si)(__m512i)(C), (int)(imm), \
5469 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005470
Craig Topper8c18e112016-05-17 04:41:50 +00005471#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5472 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5473 (__v16sf)(__m512)(B), \
5474 (__v16si)(__m512i)(C), (int)(imm), \
5475 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005476
Craig Topper8c18e112016-05-17 04:41:50 +00005477#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5478 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5479 (__v16sf)(__m512)(B), \
5480 (__v16si)(__m512i)(C), (int)(imm), \
5481 (__mmask16)-1, \
5482 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005483
Craig Topper8c18e112016-05-17 04:41:50 +00005484#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5485 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5486 (__v16sf)(__m512)(B), \
5487 (__v16si)(__m512i)(C), (int)(imm), \
5488 (__mmask16)(U), \
5489 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005490
Craig Topper8c18e112016-05-17 04:41:50 +00005491#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5492 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5493 (__v16sf)(__m512)(B), \
5494 (__v16si)(__m512i)(C), \
5495 (int)(imm), (__mmask16)(U), \
5496 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005497
Craig Topper8c18e112016-05-17 04:41:50 +00005498#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5499 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5500 (__v16sf)(__m512)(B), \
5501 (__v16si)(__m512i)(C), \
5502 (int)(imm), (__mmask16)(U), \
5503 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005504
Craig Topper8c18e112016-05-17 04:41:50 +00005505#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5506 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5507 (__v2df)(__m128d)(B), \
5508 (__v2di)(__m128i)(C), (int)(imm), \
5509 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005510
Craig Topper8c18e112016-05-17 04:41:50 +00005511#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5512 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5513 (__v2df)(__m128d)(B), \
5514 (__v2di)(__m128i)(C), (int)(imm), \
5515 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005516
Craig Topper8c18e112016-05-17 04:41:50 +00005517#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5518 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5519 (__v2df)(__m128d)(B), \
5520 (__v2di)(__m128i)(C), (int)(imm), \
5521 (__mmask8)-1, \
5522 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005523
Craig Topper8c18e112016-05-17 04:41:50 +00005524#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5525 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5526 (__v2df)(__m128d)(B), \
5527 (__v2di)(__m128i)(C), (int)(imm), \
5528 (__mmask8)(U), \
5529 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005530
Craig Topper8c18e112016-05-17 04:41:50 +00005531#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5532 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5533 (__v2df)(__m128d)(B), \
5534 (__v2di)(__m128i)(C), (int)(imm), \
5535 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005536
Craig Topper8c18e112016-05-17 04:41:50 +00005537#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5538 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5539 (__v2df)(__m128d)(B), \
5540 (__v2di)(__m128i)(C), (int)(imm), \
5541 (__mmask8)(U), \
5542 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005543
Craig Topper8c18e112016-05-17 04:41:50 +00005544#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5545 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5546 (__v4sf)(__m128)(B), \
5547 (__v4si)(__m128i)(C), (int)(imm), \
5548 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005549
Craig Topper8c18e112016-05-17 04:41:50 +00005550#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5551 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5552 (__v4sf)(__m128)(B), \
5553 (__v4si)(__m128i)(C), (int)(imm), \
5554 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005555
Craig Topper8c18e112016-05-17 04:41:50 +00005556#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5557 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5558 (__v4sf)(__m128)(B), \
5559 (__v4si)(__m128i)(C), (int)(imm), \
5560 (__mmask8)-1, \
5561 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005562
Craig Topper8c18e112016-05-17 04:41:50 +00005563#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5564 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5565 (__v4sf)(__m128)(B), \
5566 (__v4si)(__m128i)(C), (int)(imm), \
5567 (__mmask8)(U), \
5568 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005569
Craig Topper8c18e112016-05-17 04:41:50 +00005570#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5571 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5572 (__v4sf)(__m128)(B), \
5573 (__v4si)(__m128i)(C), (int)(imm), \
5574 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005575
Craig Topper8c18e112016-05-17 04:41:50 +00005576#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5577 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5578 (__v4sf)(__m128)(B), \
5579 (__v4si)(__m128i)(C), (int)(imm), \
5580 (__mmask8)(U), \
5581 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005582
Craig Topper8c18e112016-05-17 04:41:50 +00005583#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5584 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5585 (__v2df)(__m128d)(B), \
5586 (__v2df)_mm_setzero_pd(), \
5587 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005588
5589
5590static __inline__ __m128d __DEFAULT_FN_ATTRS
5591_mm_getexp_sd (__m128d __A, __m128d __B)
5592{
5593 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5594 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5595}
5596
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005597static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005598_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005599{
5600 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5601 (__v2df) __B,
5602 (__v2df) __W,
5603 (__mmask8) __U,
5604 _MM_FROUND_CUR_DIRECTION);
5605}
5606
Craig Topper8c18e112016-05-17 04:41:50 +00005607#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5608 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5609 (__v2df)(__m128d)(B), \
5610 (__v2df)(__m128d)(W), \
5611 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005612
5613static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005614_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005615{
5616 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5617 (__v2df) __B,
5618 (__v2df) _mm_setzero_pd (),
5619 (__mmask8) __U,
5620 _MM_FROUND_CUR_DIRECTION);
5621}
5622
Craig Topper8c18e112016-05-17 04:41:50 +00005623#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5624 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5625 (__v2df)(__m128d)(B), \
5626 (__v2df)_mm_setzero_pd(), \
5627 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005628
Craig Topper8c18e112016-05-17 04:41:50 +00005629#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5630 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5631 (__v4sf)(__m128)(B), \
5632 (__v4sf)_mm_setzero_ps(), \
5633 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005634
5635static __inline__ __m128 __DEFAULT_FN_ATTRS
5636_mm_getexp_ss (__m128 __A, __m128 __B)
5637{
5638 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5639 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5640}
5641
Craig Topper58187d32016-05-17 04:41:29 +00005642static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005643_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005644{
Craig Topper58187d32016-05-17 04:41:29 +00005645 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005646 (__v4sf) __B,
5647 (__v4sf) __W,
5648 (__mmask8) __U,
5649 _MM_FROUND_CUR_DIRECTION);
5650}
5651
Craig Topper8c18e112016-05-17 04:41:50 +00005652#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5653 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5654 (__v4sf)(__m128)(B), \
5655 (__v4sf)(__m128)(W), \
5656 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005657
Craig Topper58187d32016-05-17 04:41:29 +00005658static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005659_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005660{
Craig Topper58187d32016-05-17 04:41:29 +00005661 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005662 (__v4sf) __B,
5663 (__v4sf) _mm_setzero_pd (),
5664 (__mmask8) __U,
5665 _MM_FROUND_CUR_DIRECTION);
5666}
5667
Craig Topper8c18e112016-05-17 04:41:50 +00005668#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5669 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5670 (__v4sf)(__m128)(B), \
5671 (__v4sf)_mm_setzero_ps(), \
5672 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005673
Craig Topper8c18e112016-05-17 04:41:50 +00005674#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5675 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5676 (__v2df)(__m128d)(B), \
5677 (int)(((D)<<2) | (C)), \
5678 (__v2df)_mm_setzero_pd(), \
5679 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005680
Craig Topper8c18e112016-05-17 04:41:50 +00005681#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5682 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5683 (__v2df)(__m128d)(B), \
5684 (int)(((D)<<2) | (C)), \
5685 (__v2df)_mm_setzero_pd(), \
5686 (__mmask8)-1, \
5687 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005688
Craig Topper8c18e112016-05-17 04:41:50 +00005689#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5690 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5691 (__v2df)(__m128d)(B), \
5692 (int)(((D)<<2) | (C)), \
5693 (__v2df)(__m128d)(W), \
5694 (__mmask8)(U), \
5695 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005696
Craig Topper8c18e112016-05-17 04:41:50 +00005697#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5698 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5699 (__v2df)(__m128d)(B), \
5700 (int)(((D)<<2) | (C)), \
5701 (__v2df)(__m128d)(W), \
5702 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005703
Craig Topper8c18e112016-05-17 04:41:50 +00005704#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5705 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5706 (__v2df)(__m128d)(B), \
5707 (int)(((D)<<2) | (C)), \
5708 (__v2df)_mm_setzero_pd(), \
5709 (__mmask8)(U), \
5710 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005711
Craig Topper8c18e112016-05-17 04:41:50 +00005712#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5713 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5714 (__v2df)(__m128d)(B), \
5715 (int)(((D)<<2) | (C)), \
5716 (__v2df)_mm_setzero_pd(), \
5717 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005718
Craig Topper8c18e112016-05-17 04:41:50 +00005719#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5720 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5721 (__v4sf)(__m128)(B), \
5722 (int)(((D)<<2) | (C)), \
5723 (__v4sf)_mm_setzero_ps(), \
5724 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005725
Craig Topper8c18e112016-05-17 04:41:50 +00005726#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5727 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5728 (__v4sf)(__m128)(B), \
5729 (int)(((D)<<2) | (C)), \
5730 (__v4sf)_mm_setzero_ps(), \
5731 (__mmask8)-1, \
5732 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005733
Craig Topper8c18e112016-05-17 04:41:50 +00005734#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5735 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5736 (__v4sf)(__m128)(B), \
5737 (int)(((D)<<2) | (C)), \
5738 (__v4sf)(__m128)(W), \
5739 (__mmask8)(U), \
5740 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005741
Craig Topper8c18e112016-05-17 04:41:50 +00005742#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5743 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5744 (__v4sf)(__m128)(B), \
5745 (int)(((D)<<2) | (C)), \
5746 (__v4sf)(__m128)(W), \
5747 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005748
Craig Topper8c18e112016-05-17 04:41:50 +00005749#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
5750 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5751 (__v4sf)(__m128)(B), \
5752 (int)(((D)<<2) | (C)), \
5753 (__v4sf)_mm_setzero_pd(), \
5754 (__mmask8)(U), \
5755 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005756
Craig Topper8c18e112016-05-17 04:41:50 +00005757#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
5758 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5759 (__v4sf)(__m128)(B), \
5760 (int)(((D)<<2) | (C)), \
5761 (__v4sf)_mm_setzero_ps(), \
5762 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005763
5764static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5765_mm512_kmov (__mmask16 __A)
5766{
5767 return __A;
5768}
5769
Craig Topper8c18e112016-05-17 04:41:50 +00005770#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
5771 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
5772 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005773
Craig Topper8c18e112016-05-17 04:41:50 +00005774#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
5775 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
5776 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005777
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005778static __inline__ __m512d __DEFAULT_FN_ATTRS
5779_mm512_mask_unpackhi_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
5780{
5781 return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
5782 (__v8df) __B,
5783 (__v8df) __W,
5784 (__mmask8) __U);
5785}
Craig Topper8c18e112016-05-17 04:41:50 +00005786#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
5787 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005788static __inline__ __m512i __DEFAULT_FN_ATTRS
5789_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5790 __mmask16 __U, __m512i __B)
5791{
5792 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5793 (__v16si) __I
5794 /* idx */ ,
5795 (__v16si) __B,
5796 (__mmask16) __U);
5797}
Michael Zuckerman1af947a2016-04-11 12:32:31 +00005798static __inline__ __m512i __DEFAULT_FN_ATTRS
5799_mm512_unpackhi_epi32 (__m512i __A, __m512i __B)
5800{
5801 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
5802 (__v16si) __B,
5803 (__v16si)
5804 _mm512_setzero_si512 (),
5805 (__mmask16) -1);
5806}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005807
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005808static __inline__ __m512i __DEFAULT_FN_ATTRS
5809_mm512_sll_epi32 (__m512i __A, __m128i __B)
5810{
5811 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5812 (__v4si) __B,
5813 (__v16si)
5814 _mm512_setzero_si512 (),
5815 (__mmask16) -1);
5816}
5817
5818static __inline__ __m512i __DEFAULT_FN_ATTRS
5819_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5820{
5821 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5822 (__v4si) __B,
5823 (__v16si) __W,
5824 (__mmask16) __U);
5825}
5826
5827static __inline__ __m512i __DEFAULT_FN_ATTRS
5828_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5829{
5830 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5831 (__v4si) __B,
5832 (__v16si)
5833 _mm512_setzero_si512 (),
5834 (__mmask16) __U);
5835}
5836
5837static __inline__ __m512i __DEFAULT_FN_ATTRS
5838_mm512_sll_epi64 (__m512i __A, __m128i __B)
5839{
5840 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5841 (__v2di) __B,
5842 (__v8di)
5843 _mm512_setzero_si512 (),
5844 (__mmask8) -1);
5845}
5846
5847static __inline__ __m512i __DEFAULT_FN_ATTRS
5848_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5849{
5850 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5851 (__v2di) __B,
5852 (__v8di) __W,
5853 (__mmask8) __U);
5854}
5855
5856static __inline__ __m512i __DEFAULT_FN_ATTRS
5857_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5858{
5859 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5860 (__v2di) __B,
5861 (__v8di)
5862 _mm512_setzero_si512 (),
5863 (__mmask8) __U);
5864}
5865
5866static __inline__ __m512i __DEFAULT_FN_ATTRS
5867_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
5868{
5869 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5870 (__v16si) __Y,
5871 (__v16si)
5872 _mm512_setzero_si512 (),
5873 (__mmask16) -1);
5874}
5875
5876static __inline__ __m512i __DEFAULT_FN_ATTRS
5877_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
5878{
5879 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5880 (__v16si) __Y,
5881 (__v16si) __W,
5882 (__mmask16) __U);
5883}
5884
5885static __inline__ __m512i __DEFAULT_FN_ATTRS
5886_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
5887{
5888 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5889 (__v16si) __Y,
5890 (__v16si)
5891 _mm512_setzero_si512 (),
5892 (__mmask16) __U);
5893}
5894
5895static __inline__ __m512i __DEFAULT_FN_ATTRS
5896_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
5897{
5898 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5899 (__v8di) __Y,
5900 (__v8di)
5901 _mm512_undefined_pd (),
5902 (__mmask8) -1);
5903}
5904
5905static __inline__ __m512i __DEFAULT_FN_ATTRS
5906_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
5907{
5908 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5909 (__v8di) __Y,
5910 (__v8di) __W,
5911 (__mmask8) __U);
5912}
5913
5914static __inline__ __m512i __DEFAULT_FN_ATTRS
5915_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
5916{
5917 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5918 (__v8di) __Y,
5919 (__v8di)
5920 _mm512_setzero_si512 (),
5921 (__mmask8) __U);
5922}
5923
5924static __inline__ __m512i __DEFAULT_FN_ATTRS
5925_mm512_sra_epi32 (__m512i __A, __m128i __B)
5926{
5927 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
5928 (__v4si) __B,
5929 (__v16si)
5930 _mm512_setzero_si512 (),
5931 (__mmask16) -1);
5932}
5933
5934static __inline__ __m512i __DEFAULT_FN_ATTRS
5935_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5936{
5937 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
5938 (__v4si) __B,
5939 (__v16si) __W,
5940 (__mmask16) __U);
5941}
5942
5943static __inline__ __m512i __DEFAULT_FN_ATTRS
5944_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5945{
5946 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
5947 (__v4si) __B,
5948 (__v16si)
5949 _mm512_setzero_si512 (),
5950 (__mmask16) __U);
5951}
5952
5953static __inline__ __m512i __DEFAULT_FN_ATTRS
5954_mm512_sra_epi64 (__m512i __A, __m128i __B)
5955{
5956 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
5957 (__v2di) __B,
5958 (__v8di)
5959 _mm512_setzero_si512 (),
5960 (__mmask8) -1);
5961}
5962
5963static __inline__ __m512i __DEFAULT_FN_ATTRS
5964_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5965{
5966 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
5967 (__v2di) __B,
5968 (__v8di) __W,
5969 (__mmask8) __U);
5970}
5971
5972static __inline__ __m512i __DEFAULT_FN_ATTRS
5973_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5974{
5975 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
5976 (__v2di) __B,
5977 (__v8di)
5978 _mm512_setzero_si512 (),
5979 (__mmask8) __U);
5980}
5981
5982static __inline__ __m512i __DEFAULT_FN_ATTRS
5983_mm512_srav_epi32 (__m512i __X, __m512i __Y)
5984{
5985 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
5986 (__v16si) __Y,
5987 (__v16si)
5988 _mm512_setzero_si512 (),
5989 (__mmask16) -1);
5990}
5991
5992static __inline__ __m512i __DEFAULT_FN_ATTRS
5993_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
5994{
5995 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
5996 (__v16si) __Y,
5997 (__v16si) __W,
5998 (__mmask16) __U);
5999}
6000
6001static __inline__ __m512i __DEFAULT_FN_ATTRS
6002_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6003{
6004 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6005 (__v16si) __Y,
6006 (__v16si)
6007 _mm512_setzero_si512 (),
6008 (__mmask16) __U);
6009}
6010
6011static __inline__ __m512i __DEFAULT_FN_ATTRS
6012_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6013{
6014 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6015 (__v8di) __Y,
6016 (__v8di)
6017 _mm512_setzero_si512 (),
6018 (__mmask8) -1);
6019}
6020
6021static __inline__ __m512i __DEFAULT_FN_ATTRS
6022_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6023{
6024 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6025 (__v8di) __Y,
6026 (__v8di) __W,
6027 (__mmask8) __U);
6028}
6029
6030static __inline__ __m512i __DEFAULT_FN_ATTRS
6031_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6032{
6033 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6034 (__v8di) __Y,
6035 (__v8di)
6036 _mm512_setzero_si512 (),
6037 (__mmask8) __U);
6038}
6039
6040static __inline__ __m512i __DEFAULT_FN_ATTRS
6041_mm512_srl_epi32 (__m512i __A, __m128i __B)
6042{
6043 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6044 (__v4si) __B,
6045 (__v16si)
6046 _mm512_setzero_si512 (),
6047 (__mmask16) -1);
6048}
6049
6050static __inline__ __m512i __DEFAULT_FN_ATTRS
6051_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6052{
6053 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6054 (__v4si) __B,
6055 (__v16si) __W,
6056 (__mmask16) __U);
6057}
6058
6059static __inline__ __m512i __DEFAULT_FN_ATTRS
6060_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6061{
6062 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6063 (__v4si) __B,
6064 (__v16si)
6065 _mm512_setzero_si512 (),
6066 (__mmask16) __U);
6067}
6068
6069static __inline__ __m512i __DEFAULT_FN_ATTRS
6070_mm512_srl_epi64 (__m512i __A, __m128i __B)
6071{
6072 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6073 (__v2di) __B,
6074 (__v8di)
6075 _mm512_setzero_si512 (),
6076 (__mmask8) -1);
6077}
6078
6079static __inline__ __m512i __DEFAULT_FN_ATTRS
6080_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6081{
6082 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6083 (__v2di) __B,
6084 (__v8di) __W,
6085 (__mmask8) __U);
6086}
6087
6088static __inline__ __m512i __DEFAULT_FN_ATTRS
6089_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6090{
6091 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6092 (__v2di) __B,
6093 (__v8di)
6094 _mm512_setzero_si512 (),
6095 (__mmask8) __U);
6096}
6097
6098static __inline__ __m512i __DEFAULT_FN_ATTRS
6099_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6100{
6101 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6102 (__v16si) __Y,
6103 (__v16si)
6104 _mm512_setzero_si512 (),
6105 (__mmask16) -1);
6106}
6107
6108static __inline__ __m512i __DEFAULT_FN_ATTRS
6109_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6110{
6111 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6112 (__v16si) __Y,
6113 (__v16si) __W,
6114 (__mmask16) __U);
6115}
6116
6117static __inline__ __m512i __DEFAULT_FN_ATTRS
6118_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6119{
6120 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6121 (__v16si) __Y,
6122 (__v16si)
6123 _mm512_setzero_si512 (),
6124 (__mmask16) __U);
6125}
6126
6127static __inline__ __m512i __DEFAULT_FN_ATTRS
6128_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6129{
6130 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6131 (__v8di) __Y,
6132 (__v8di)
6133 _mm512_setzero_si512 (),
6134 (__mmask8) -1);
6135}
6136
6137static __inline__ __m512i __DEFAULT_FN_ATTRS
6138_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6139{
6140 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6141 (__v8di) __Y,
6142 (__v8di) __W,
6143 (__mmask8) __U);
6144}
6145
6146static __inline__ __m512i __DEFAULT_FN_ATTRS
6147_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6148{
6149 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6150 (__v8di) __Y,
6151 (__v8di)
6152 _mm512_setzero_si512 (),
6153 (__mmask8) __U);
6154}
6155
Craig Topper8c18e112016-05-17 04:41:50 +00006156#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6157 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6158 (__v16si)(__m512i)(B), \
6159 (__v16si)(__m512i)(C), (int)(imm), \
6160 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006161
Craig Topper8c18e112016-05-17 04:41:50 +00006162#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6163 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6164 (__v16si)(__m512i)(B), \
6165 (__v16si)(__m512i)(C), (int)(imm), \
6166 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006167
Craig Topper8c18e112016-05-17 04:41:50 +00006168#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6169 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6170 (__v16si)(__m512i)(B), \
6171 (__v16si)(__m512i)(C), \
6172 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006173
Craig Topper8c18e112016-05-17 04:41:50 +00006174#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6175 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6176 (__v8di)(__m512i)(B), \
6177 (__v8di)(__m512i)(C), (int)(imm), \
6178 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006179
Craig Topper8c18e112016-05-17 04:41:50 +00006180#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6181 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6182 (__v8di)(__m512i)(B), \
6183 (__v8di)(__m512i)(C), (int)(imm), \
6184 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006185
Craig Topper8c18e112016-05-17 04:41:50 +00006186#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6187 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6188 (__v8di)(__m512i)(B), \
6189 (__v8di)(__m512i)(C), (int)(imm), \
6190 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006191
Michael Zuckermancdd54c82016-04-10 12:54:23 +00006192static __inline__ __m512d __DEFAULT_FN_ATTRS
6193_mm512_maskz_unpackhi_pd (__mmask8 __U, __m512d __A, __m512d __B)
6194{
6195 return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
6196 (__v8df) __B,
6197 (__v8df)
6198 _mm512_setzero_pd (),
6199 (__mmask8) __U);
6200}
6201
6202static __inline__ __m512 __DEFAULT_FN_ATTRS
6203_mm512_mask_unpackhi_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6204{
6205 return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
6206 (__v16sf) __B,
6207 (__v16sf) __W,
6208 (__mmask16) __U);
6209}
6210
6211static __inline__ __m512 __DEFAULT_FN_ATTRS
6212_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
6213{
6214 return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
6215 (__v16sf) __B,
6216 (__v16sf)
6217 _mm512_setzero_ps (),
6218 (__mmask16) __U);
6219}
6220
6221static __inline__ __m512d __DEFAULT_FN_ATTRS
6222_mm512_mask_unpacklo_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6223{
6224 return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
6225 (__v8df) __B,
6226 (__v8df) __W,
6227 (__mmask8) __U);
6228}
6229
6230static __inline__ __m512d __DEFAULT_FN_ATTRS
6231_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
6232{
6233 return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
6234 (__v8df) __B,
6235 (__v8df)
6236 _mm512_setzero_pd (),
6237 (__mmask8) __U);
6238}
6239
6240static __inline__ __m512 __DEFAULT_FN_ATTRS
6241_mm512_mask_unpacklo_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6242{
6243 return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
6244 (__v16sf) __B,
6245 (__v16sf) __W,
6246 (__mmask16) __U);
6247}
6248
6249static __inline__ __m512 __DEFAULT_FN_ATTRS
6250_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
6251{
6252 return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
6253 (__v16sf) __B,
6254 (__v16sf)
6255 _mm512_setzero_ps (),
6256 (__mmask16) __U);
6257}
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00006258
Craig Topper8c18e112016-05-17 04:41:50 +00006259#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6260 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006261
Craig Topper8c18e112016-05-17 04:41:50 +00006262#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6263 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006264
Craig Topper8c18e112016-05-17 04:41:50 +00006265#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6266 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006267
Craig Topper8c18e112016-05-17 04:41:50 +00006268#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6269 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006270
6271static __inline__ unsigned __DEFAULT_FN_ATTRS
6272_mm_cvtsd_u32 (__m128d __A)
6273{
6274 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6275 _MM_FROUND_CUR_DIRECTION);
6276}
6277
Craig Topper8c18e112016-05-17 04:41:50 +00006278#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6279 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6280 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006281
6282static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6283_mm_cvtsd_u64 (__m128d __A)
6284{
6285 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6286 __A,
6287 _MM_FROUND_CUR_DIRECTION);
6288}
6289
Craig Topper8c18e112016-05-17 04:41:50 +00006290#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6291 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006292
Craig Topper8c18e112016-05-17 04:41:50 +00006293#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6294 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006295
Craig Topper8c18e112016-05-17 04:41:50 +00006296#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6297 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006298
Craig Topper8c18e112016-05-17 04:41:50 +00006299#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6300 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006301
Craig Topper8c18e112016-05-17 04:41:50 +00006302#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6303 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006304
6305static __inline__ unsigned __DEFAULT_FN_ATTRS
6306_mm_cvtss_u32 (__m128 __A)
6307{
6308 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6309 _MM_FROUND_CUR_DIRECTION);
6310}
6311
Craig Topper8c18e112016-05-17 04:41:50 +00006312#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6313 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6314 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006315
6316static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6317_mm_cvtss_u64 (__m128 __A)
6318{
6319 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6320 __A,
6321 _MM_FROUND_CUR_DIRECTION);
6322}
6323
Craig Topper8c18e112016-05-17 04:41:50 +00006324#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6325 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006326
Craig Topper8c18e112016-05-17 04:41:50 +00006327#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6328 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006329
6330static __inline__ int __DEFAULT_FN_ATTRS
6331_mm_cvttsd_i32 (__m128d __A)
6332{
6333 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6334 _MM_FROUND_CUR_DIRECTION);
6335}
6336
Craig Topper8c18e112016-05-17 04:41:50 +00006337#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6338 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006339
Craig Topper8c18e112016-05-17 04:41:50 +00006340#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6341 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006342
6343static __inline__ long long __DEFAULT_FN_ATTRS
6344_mm_cvttsd_i64 (__m128d __A)
6345{
6346 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6347 _MM_FROUND_CUR_DIRECTION);
6348}
6349
Craig Topper8c18e112016-05-17 04:41:50 +00006350#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6351 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006352
6353static __inline__ unsigned __DEFAULT_FN_ATTRS
6354_mm_cvttsd_u32 (__m128d __A)
6355{
6356 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6357 _MM_FROUND_CUR_DIRECTION);
6358}
6359
Craig Topper8c18e112016-05-17 04:41:50 +00006360#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6361 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6362 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006363
6364static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6365_mm_cvttsd_u64 (__m128d __A)
6366{
6367 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6368 __A,
6369 _MM_FROUND_CUR_DIRECTION);
6370}
6371
Craig Topper8c18e112016-05-17 04:41:50 +00006372#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6373 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006374
Craig Topper8c18e112016-05-17 04:41:50 +00006375#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6376 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006377
6378static __inline__ int __DEFAULT_FN_ATTRS
6379_mm_cvttss_i32 (__m128 __A)
6380{
6381 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6382 _MM_FROUND_CUR_DIRECTION);
6383}
6384
Craig Topper8c18e112016-05-17 04:41:50 +00006385#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6386 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006387
Craig Topper8c18e112016-05-17 04:41:50 +00006388#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6389 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006390
6391static __inline__ long long __DEFAULT_FN_ATTRS
6392_mm_cvttss_i64 (__m128 __A)
6393{
6394 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6395 _MM_FROUND_CUR_DIRECTION);
6396}
6397
Craig Topper8c18e112016-05-17 04:41:50 +00006398#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6399 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006400
6401static __inline__ unsigned __DEFAULT_FN_ATTRS
6402_mm_cvttss_u32 (__m128 __A)
6403{
6404 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6405 _MM_FROUND_CUR_DIRECTION);
6406}
6407
Craig Topper8c18e112016-05-17 04:41:50 +00006408#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6409 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6410 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006411
6412static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6413_mm_cvttss_u64 (__m128 __A)
6414{
6415 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6416 __A,
6417 _MM_FROUND_CUR_DIRECTION);
6418}
6419
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006420static __inline__ __m512d __DEFAULT_FN_ATTRS
6421_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6422 __m512d __B)
6423{
6424 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6425 (__v8di) __I
6426 /* idx */ ,
6427 (__v8df) __B,
6428 (__mmask8) __U);
6429}
6430
6431static __inline__ __m512 __DEFAULT_FN_ATTRS
6432_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6433 __m512 __B)
6434{
6435 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6436 (__v16si) __I
6437 /* idx */ ,
6438 (__v16sf) __B,
6439 (__mmask16) __U);
6440}
6441
6442static __inline__ __m512i __DEFAULT_FN_ATTRS
6443_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6444 __mmask8 __U, __m512i __B)
6445{
6446 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6447 (__v8di) __I
6448 /* idx */ ,
6449 (__v8di) __B,
6450 (__mmask8) __U);
6451}
6452
Craig Topper8c18e112016-05-17 04:41:50 +00006453#define _mm512_permute_pd(X, C) __extension__ ({ \
6454 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6455 (__v8df)_mm512_undefined_pd(), \
6456 (__mmask8)-1); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006457
Craig Topper8c18e112016-05-17 04:41:50 +00006458#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
6459 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6460 (__v8df)(__m512d)(W), \
6461 (__mmask8)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006462
Craig Topper8c18e112016-05-17 04:41:50 +00006463#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
6464 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6465 (__v8df)_mm512_setzero_pd(), \
6466 (__mmask8)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006467
Craig Topper8c18e112016-05-17 04:41:50 +00006468#define _mm512_permute_ps(X, C) __extension__ ({ \
6469 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6470 (__v16sf)_mm512_undefined_ps(), \
6471 (__mmask16)-1); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006472
Craig Topper8c18e112016-05-17 04:41:50 +00006473#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
6474 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6475 (__v16sf)(__m512)(W), \
6476 (__mmask16)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006477
Craig Topper8c18e112016-05-17 04:41:50 +00006478#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
6479 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6480 (__v16sf)_mm512_setzero_ps(), \
6481 (__mmask16)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006482
6483static __inline__ __m512d __DEFAULT_FN_ATTRS
6484_mm512_permutevar_pd (__m512d __A, __m512i __C)
6485{
6486 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6487 (__v8di) __C,
6488 (__v8df)
6489 _mm512_undefined_pd (),
6490 (__mmask8) -1);
6491}
6492
6493static __inline__ __m512d __DEFAULT_FN_ATTRS
6494_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6495{
6496 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6497 (__v8di) __C,
6498 (__v8df) __W,
6499 (__mmask8) __U);
6500}
6501
6502static __inline__ __m512d __DEFAULT_FN_ATTRS
6503_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6504{
6505 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6506 (__v8di) __C,
6507 (__v8df)
6508 _mm512_setzero_pd (),
6509 (__mmask8) __U);
6510}
6511
6512static __inline__ __m512 __DEFAULT_FN_ATTRS
6513_mm512_permutevar_ps (__m512 __A, __m512i __C)
6514{
6515 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6516 (__v16si) __C,
6517 (__v16sf)
6518 _mm512_undefined_ps (),
6519 (__mmask16) -1);
6520}
6521
6522static __inline__ __m512 __DEFAULT_FN_ATTRS
6523_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6524{
6525 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6526 (__v16si) __C,
6527 (__v16sf) __W,
6528 (__mmask16) __U);
6529}
6530
6531static __inline__ __m512 __DEFAULT_FN_ATTRS
6532_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6533{
6534 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6535 (__v16si) __C,
6536 (__v16sf)
6537 _mm512_setzero_ps (),
6538 (__mmask16) __U);
6539}
6540
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006541static __inline __m512d __DEFAULT_FN_ATTRS
6542_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006543{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006544 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6545 /* idx */ ,
6546 (__v8df) __A,
6547 (__v8df) __B,
6548 (__mmask8) -1);
6549}
6550
6551static __inline__ __m512d __DEFAULT_FN_ATTRS
6552_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6553{
6554 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6555 /* idx */ ,
6556 (__v8df) __A,
6557 (__v8df) __B,
6558 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006559}
6560
6561static __inline__ __m512d __DEFAULT_FN_ATTRS
6562_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6563 __m512d __B)
6564{
6565 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006566 /* idx */ ,
6567 (__v8df) __A,
6568 (__v8df) __B,
6569 (__mmask8) __U);
6570}
6571
6572static __inline __m512 __DEFAULT_FN_ATTRS
6573_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6574{
6575 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6576 /* idx */ ,
6577 (__v16sf) __A,
6578 (__v16sf) __B,
6579 (__mmask16) -1);
6580}
6581
6582static __inline__ __m512 __DEFAULT_FN_ATTRS
6583_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6584{
6585 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6586 /* idx */ ,
6587 (__v16sf) __A,
6588 (__v16sf) __B,
6589 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006590}
6591
6592static __inline__ __m512 __DEFAULT_FN_ATTRS
6593_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6594 __m512 __B)
6595{
6596 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006597 /* idx */ ,
6598 (__v16sf) __A,
6599 (__v16sf) __B,
6600 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006601}
6602
Michael Zuckerman07525092016-04-11 10:22:07 +00006603static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6604_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6605{
6606 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6607 (__v16si) __B,
6608 (__mmask16) -1);
6609}
6610
6611static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6612_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6613{
6614 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6615 (__v16si) __B, __U);
6616}
6617
6618static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6619_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6620{
6621 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6622 (__v8di) __B,
6623 (__mmask8) -1);
6624}
6625
6626static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6627_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6628{
6629 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6630 (__v8di) __B, __U);
6631}
6632
Craig Topper8c18e112016-05-17 04:41:50 +00006633#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6634 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6635 (__v8si)_mm256_undefined_si256(), \
6636 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006637
Craig Topper8c18e112016-05-17 04:41:50 +00006638#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6639 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6640 (__v8si)(__m256i)(W), \
6641 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006642
Craig Topper8c18e112016-05-17 04:41:50 +00006643#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6644 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6645 (__v8si)_mm256_setzero_si256(), \
6646 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006647
6648static __inline__ __m256i __DEFAULT_FN_ATTRS
6649_mm512_cvttpd_epu32 (__m512d __A)
6650{
6651 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6652 (__v8si)
6653 _mm256_undefined_si256 (),
6654 (__mmask8) -1,
6655 _MM_FROUND_CUR_DIRECTION);
6656}
6657
6658static __inline__ __m256i __DEFAULT_FN_ATTRS
6659_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6660{
6661 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6662 (__v8si) __W,
6663 (__mmask8) __U,
6664 _MM_FROUND_CUR_DIRECTION);
6665}
6666
6667static __inline__ __m256i __DEFAULT_FN_ATTRS
6668_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6669{
6670 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6671 (__v8si)
6672 _mm256_setzero_si256 (),
6673 (__mmask8) __U,
6674 _MM_FROUND_CUR_DIRECTION);
6675}
Michael Zuckerman07525092016-04-11 10:22:07 +00006676
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006677static __inline__ __m512i __DEFAULT_FN_ATTRS
6678_mm512_mask_unpackhi_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
6679 __m512i __B)
6680{
6681 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
6682 (__v16si) __B,
6683 (__v16si) __W,
6684 (__mmask16) __U);
6685}
6686
6687static __inline__ __m512i __DEFAULT_FN_ATTRS
6688_mm512_maskz_unpackhi_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6689{
6690 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
6691 (__v16si) __B,
6692 (__v16si)
6693 _mm512_setzero_si512 (),
6694 (__mmask16) __U);
6695}
6696
6697static __inline__ __m512i __DEFAULT_FN_ATTRS
6698_mm512_unpackhi_epi64 (__m512i __A, __m512i __B)
6699{
6700 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6701 (__v8di) __B,
6702 (__v8di)
6703 _mm512_setzero_si512 (),
6704 (__mmask8) -1);
6705}
6706
6707static __inline__ __m512i __DEFAULT_FN_ATTRS
6708_mm512_mask_unpackhi_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
6709{
6710 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6711 (__v8di) __B,
6712 (__v8di) __W,
6713 (__mmask8) __U);
6714}
6715
6716static __inline__ __m512i __DEFAULT_FN_ATTRS
6717_mm512_maskz_unpackhi_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
6718{
6719 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6720 (__v8di) __B,
6721 (__v8di)
6722 _mm512_setzero_si512 (),
6723 (__mmask8) __U);
6724}
6725
6726static __inline__ __m512i __DEFAULT_FN_ATTRS
6727_mm512_unpacklo_epi32 (__m512i __A, __m512i __B)
6728{
6729 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6730 (__v16si) __B,
6731 (__v16si)
6732 _mm512_setzero_si512 (),
6733 (__mmask16) -1);
6734}
6735
6736static __inline__ __m512i __DEFAULT_FN_ATTRS
6737_mm512_mask_unpacklo_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
6738 __m512i __B)
6739{
6740 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6741 (__v16si) __B,
6742 (__v16si) __W,
6743 (__mmask16) __U);
6744}
6745
6746static __inline__ __m512i __DEFAULT_FN_ATTRS
6747_mm512_maskz_unpacklo_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6748{
6749 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6750 (__v16si) __B,
6751 (__v16si)
6752 _mm512_setzero_si512 (),
6753 (__mmask16) __U);
6754}
6755
6756static __inline__ __m512i __DEFAULT_FN_ATTRS
6757_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
6758{
6759 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6760 (__v8di) __B,
6761 (__v8di)
6762 _mm512_setzero_si512 (),
6763 (__mmask8) -1);
6764}
6765
6766static __inline__ __m512i __DEFAULT_FN_ATTRS
6767_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
6768{
6769 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6770 (__v8di) __B,
6771 (__v8di) __W,
6772 (__mmask8) __U);
6773}
6774
6775static __inline__ __m512i __DEFAULT_FN_ATTRS
6776_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
6777{
6778 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6779 (__v8di) __B,
6780 (__v8di)
6781 _mm512_setzero_si512 (),
6782 (__mmask8) __U);
6783}
6784
Craig Topper8c18e112016-05-17 04:41:50 +00006785#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6786 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6787 (__v2df)(__m128d)(B), \
6788 (__v2df)_mm_setzero_pd(), \
6789 (__mmask8)-1, (int)(imm), \
6790 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006791
Craig Topper8c18e112016-05-17 04:41:50 +00006792#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6793 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6794 (__v2df)(__m128d)(B), \
6795 (__v2df)_mm_setzero_pd(), \
6796 (__mmask8)-1, (int)(imm), \
6797 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006798
Craig Topper8c18e112016-05-17 04:41:50 +00006799#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6800 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6801 (__v2df)(__m128d)(B), \
6802 (__v2df)(__m128d)(W), \
6803 (__mmask8)(U), (int)(imm), \
6804 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006805
Craig Topper8c18e112016-05-17 04:41:50 +00006806#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6807 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6808 (__v2df)(__m128d)(B), \
6809 (__v2df)(__m128d)(W), \
6810 (__mmask8)(U), (int)(I), \
6811 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006812
Craig Topper8c18e112016-05-17 04:41:50 +00006813#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6814 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6815 (__v2df)(__m128d)(B), \
6816 (__v2df)_mm_setzero_pd(), \
6817 (__mmask8)(U), (int)(I), \
6818 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006819
Craig Topper8c18e112016-05-17 04:41:50 +00006820#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6821 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6822 (__v2df)(__m128d)(B), \
6823 (__v2df)_mm_setzero_pd(), \
6824 (__mmask8)(U), (int)(I), \
6825 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006826
Craig Topper8c18e112016-05-17 04:41:50 +00006827#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6828 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6829 (__v4sf)(__m128)(B), \
6830 (__v4sf)_mm_setzero_ps(), \
6831 (__mmask8)-1, (int)(imm), \
6832 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006833
Craig Topper8c18e112016-05-17 04:41:50 +00006834#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6835 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6836 (__v4sf)(__m128)(B), \
6837 (__v4sf)_mm_setzero_ps(), \
6838 (__mmask8)-1, (int)(imm), \
6839 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006840
Craig Topper8c18e112016-05-17 04:41:50 +00006841#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6842 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6843 (__v4sf)(__m128)(B), \
6844 (__v4sf)(__m128)(W), \
6845 (__mmask8)(U), (int)(I), \
6846 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006847
Craig Topper8c18e112016-05-17 04:41:50 +00006848#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6849 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6850 (__v4sf)(__m128)(B), \
6851 (__v4sf)(__m128)(W), \
6852 (__mmask8)(U), (int)(I), \
6853 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006854
Craig Topper8c18e112016-05-17 04:41:50 +00006855#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6856 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6857 (__v4sf)(__m128)(B), \
6858 (__v4sf)_mm_setzero_ps(), \
6859 (__mmask8)(U), (int)(I), \
6860 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006861
Craig Topper8c18e112016-05-17 04:41:50 +00006862#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6863 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6864 (__v4sf)(__m128)(B), \
6865 (__v4sf)_mm_setzero_ps(), \
6866 (__mmask8)(U), (int)(I), \
6867 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006868
Craig Topper8c18e112016-05-17 04:41:50 +00006869#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6870 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6871 (__v8df)(__m512d)(B), \
6872 (__v8df)_mm512_undefined_pd(), \
6873 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006874
Craig Topper8c18e112016-05-17 04:41:50 +00006875#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6876 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6877 (__v8df)(__m512d)(B), \
6878 (__v8df)(__m512d)(W), \
6879 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006880
Craig Topper8c18e112016-05-17 04:41:50 +00006881#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6882 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6883 (__v8df)(__m512d)(B), \
6884 (__v8df)_mm512_setzero_pd(), \
6885 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006886
6887static __inline__ __m512d __DEFAULT_FN_ATTRS
6888_mm512_scalef_pd (__m512d __A, __m512d __B)
6889{
6890 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6891 (__v8df) __B,
6892 (__v8df)
6893 _mm512_undefined_pd (),
6894 (__mmask8) -1,
6895 _MM_FROUND_CUR_DIRECTION);
6896}
6897
6898static __inline__ __m512d __DEFAULT_FN_ATTRS
6899_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6900{
6901 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6902 (__v8df) __B,
6903 (__v8df) __W,
6904 (__mmask8) __U,
6905 _MM_FROUND_CUR_DIRECTION);
6906}
6907
6908static __inline__ __m512d __DEFAULT_FN_ATTRS
6909_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6910{
6911 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6912 (__v8df) __B,
6913 (__v8df)
6914 _mm512_setzero_pd (),
6915 (__mmask8) __U,
6916 _MM_FROUND_CUR_DIRECTION);
6917}
6918
Craig Topper8c18e112016-05-17 04:41:50 +00006919#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
6920 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6921 (__v16sf)(__m512)(B), \
6922 (__v16sf)_mm512_undefined_ps(), \
6923 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006924
Craig Topper8c18e112016-05-17 04:41:50 +00006925#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
6926 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6927 (__v16sf)(__m512)(B), \
6928 (__v16sf)(__m512)(W), \
6929 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006930
Craig Topper8c18e112016-05-17 04:41:50 +00006931#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
6932 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6933 (__v16sf)(__m512)(B), \
6934 (__v16sf)_mm512_setzero_ps(), \
6935 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006936
6937static __inline__ __m512 __DEFAULT_FN_ATTRS
6938_mm512_scalef_ps (__m512 __A, __m512 __B)
6939{
6940 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6941 (__v16sf) __B,
6942 (__v16sf)
6943 _mm512_undefined_ps (),
6944 (__mmask16) -1,
6945 _MM_FROUND_CUR_DIRECTION);
6946}
6947
6948static __inline__ __m512 __DEFAULT_FN_ATTRS
6949_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6950{
6951 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6952 (__v16sf) __B,
6953 (__v16sf) __W,
6954 (__mmask16) __U,
6955 _MM_FROUND_CUR_DIRECTION);
6956}
6957
6958static __inline__ __m512 __DEFAULT_FN_ATTRS
6959_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
6960{
6961 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6962 (__v16sf) __B,
6963 (__v16sf)
6964 _mm512_setzero_ps (),
6965 (__mmask16) __U,
6966 _MM_FROUND_CUR_DIRECTION);
6967}
6968
Craig Topper8c18e112016-05-17 04:41:50 +00006969#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
6970 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6971 (__v2df)(__m128d)(B), \
6972 (__v2df)_mm_setzero_pd(), \
6973 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006974
6975static __inline__ __m128d __DEFAULT_FN_ATTRS
6976_mm_scalef_sd (__m128d __A, __m128d __B)
6977{
6978 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
6979 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
6980 (__mmask8) -1,
6981 _MM_FROUND_CUR_DIRECTION);
6982}
6983
6984static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006985_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006986{
6987 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6988 (__v2df) __B,
6989 (__v2df) __W,
6990 (__mmask8) __U,
6991 _MM_FROUND_CUR_DIRECTION);
6992}
6993
Craig Topper8c18e112016-05-17 04:41:50 +00006994#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
6995 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6996 (__v2df)(__m128d)(B), \
6997 (__v2df)(__m128d)(W), \
6998 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006999
7000static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007001_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007002{
7003 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
7004 (__v2df) __B,
7005 (__v2df) _mm_setzero_pd (),
7006 (__mmask8) __U,
7007 _MM_FROUND_CUR_DIRECTION);
7008}
7009
Craig Topper8c18e112016-05-17 04:41:50 +00007010#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
7011 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7012 (__v2df)(__m128d)(B), \
7013 (__v2df)_mm_setzero_pd(), \
7014 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007015
Craig Topper8c18e112016-05-17 04:41:50 +00007016#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7017 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7018 (__v4sf)(__m128)(B), \
7019 (__v4sf)_mm_setzero_ps(), \
7020 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007021
7022static __inline__ __m128 __DEFAULT_FN_ATTRS
7023_mm_scalef_ss (__m128 __A, __m128 __B)
7024{
7025 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7026 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7027 (__mmask8) -1,
7028 _MM_FROUND_CUR_DIRECTION);
7029}
7030
7031static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007032_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007033{
7034 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7035 (__v4sf) __B,
7036 (__v4sf) __W,
7037 (__mmask8) __U,
7038 _MM_FROUND_CUR_DIRECTION);
7039}
7040
Craig Topper8c18e112016-05-17 04:41:50 +00007041#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7042 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7043 (__v4sf)(__m128)(B), \
7044 (__v4sf)(__m128)(W), \
7045 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007046
7047static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007048_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007049{
7050 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7051 (__v4sf) __B,
7052 (__v4sf) _mm_setzero_ps (),
7053 (__mmask8) __U,
7054 _MM_FROUND_CUR_DIRECTION);
7055}
7056
Craig Topper8c18e112016-05-17 04:41:50 +00007057#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7058 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7059 (__v4sf)(__m128)(B), \
7060 (__v4sf)_mm_setzero_ps(), \
7061 (__mmask8)(U), \
7062 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007063
Craig Topper79d05c92016-05-15 20:10:06 +00007064#define _mm512_srai_epi32(A, B) __extension__ ({ \
7065 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7066 (__v16si)_mm512_setzero_si512(), \
7067 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007068
Craig Topper8c18e112016-05-17 04:41:50 +00007069#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7070 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7071 (__v16si)(__m512i)(W), \
7072 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007073
Craig Topper8c18e112016-05-17 04:41:50 +00007074#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7075 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7076 (__v16si)_mm512_setzero_si512(), \
7077 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007078
Craig Topper8c18e112016-05-17 04:41:50 +00007079#define _mm512_srai_epi64(A, B) __extension__ ({ \
7080 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7081 (__v8di)_mm512_setzero_si512(), \
7082 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007083
Craig Topper8c18e112016-05-17 04:41:50 +00007084#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7085 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7086 (__v8di)(__m512i)(W), \
7087 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007088
Craig Topper8c18e112016-05-17 04:41:50 +00007089#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7090 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7091 (__v8di)_mm512_setzero_si512(), \
7092 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007093
Craig Topper8c18e112016-05-17 04:41:50 +00007094#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7095 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7096 (__v16sf)(__m512)(B), (int)(imm), \
7097 (__v16sf)_mm512_undefined_ps(), \
7098 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007099
Craig Topper8c18e112016-05-17 04:41:50 +00007100#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7101 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7102 (__v16sf)(__m512)(B), (int)(imm), \
7103 (__v16sf)(__m512)(W), \
7104 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007105
Craig Topper8c18e112016-05-17 04:41:50 +00007106#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7107 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7108 (__v16sf)(__m512)(B), (int)(imm), \
7109 (__v16sf)_mm512_setzero_ps(), \
7110 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007111
Craig Topper8c18e112016-05-17 04:41:50 +00007112#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7113 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7114 (__v8df)(__m512d)(B), (int)(imm), \
7115 (__v8df)_mm512_undefined_pd(), \
7116 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007117
Craig Topper8c18e112016-05-17 04:41:50 +00007118#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7119 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7120 (__v8df)(__m512d)(B), (int)(imm), \
7121 (__v8df)(__m512d)(W), \
7122 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007123
Craig Topper8c18e112016-05-17 04:41:50 +00007124#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7125 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7126 (__v8df)(__m512d)(B), (int)(imm), \
7127 (__v8df)_mm512_setzero_pd(), \
7128 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007129
Craig Topper8c18e112016-05-17 04:41:50 +00007130#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7131 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7132 (__v16si)(__m512i)(B), (int)(imm), \
7133 (__v16si)_mm512_setzero_si512(), \
7134 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007135
Craig Topper8c18e112016-05-17 04:41:50 +00007136#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7137 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7138 (__v16si)(__m512i)(B), (int)(imm), \
7139 (__v16si)(__m512i)(W), \
7140 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007141
Craig Topper8c18e112016-05-17 04:41:50 +00007142#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7143 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7144 (__v16si)(__m512i)(B), (int)(imm), \
7145 (__v16si)_mm512_setzero_si512(), \
7146 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007147
Craig Topper8c18e112016-05-17 04:41:50 +00007148#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7149 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7150 (__v8di)(__m512i)(B), (int)(imm), \
7151 (__v8di)_mm512_setzero_si512(), \
7152 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007153
Craig Topper8c18e112016-05-17 04:41:50 +00007154#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7155 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7156 (__v8di)(__m512i)(B), (int)(imm), \
7157 (__v8di)(__m512i)(W), \
7158 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007159
Craig Topper8c18e112016-05-17 04:41:50 +00007160#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7161 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7162 (__v8di)(__m512i)(B), (int)(imm), \
7163 (__v8di)_mm512_setzero_si512(), \
7164 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007165
Craig Topper8c18e112016-05-17 04:41:50 +00007166#define _mm512_shuffle_pd(M, V, imm) __extension__ ({ \
7167 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7168 (__v8df)(__m512d)(V), (int)(imm), \
7169 (__v8df)_mm512_undefined_pd(), \
7170 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007171
Craig Topper8c18e112016-05-17 04:41:50 +00007172#define _mm512_mask_shuffle_pd(W, U, M, V, imm) __extension__ ({ \
7173 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7174 (__v8df)(__m512d)(V), (int)(imm), \
7175 (__v8df)(__m512d)(W), \
7176 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007177
Craig Topper8c18e112016-05-17 04:41:50 +00007178#define _mm512_maskz_shuffle_pd(U, M, V, imm) __extension__ ({ \
7179 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7180 (__v8df)(__m512d)(V), (int)(imm), \
7181 (__v8df)_mm512_setzero_pd(), \
7182 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007183
Craig Topper8c18e112016-05-17 04:41:50 +00007184#define _mm512_shuffle_ps(M, V, imm) __extension__ ({ \
7185 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7186 (__v16sf)(__m512)(V), (int)(imm), \
7187 (__v16sf)_mm512_undefined_ps(), \
7188 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007189
Craig Topper8c18e112016-05-17 04:41:50 +00007190#define _mm512_mask_shuffle_ps(W, U, M, V, imm) __extension__ ({ \
7191 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7192 (__v16sf)(__m512)(V), (int)(imm), \
7193 (__v16sf)(__m512)(W), \
7194 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007195
Craig Topper8c18e112016-05-17 04:41:50 +00007196#define _mm512_maskz_shuffle_ps(U, M, V, imm) __extension__ ({ \
7197 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7198 (__v16sf)(__m512)(V), (int)(imm), \
7199 (__v16sf)_mm512_setzero_ps(), \
7200 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007201
Craig Topper8c18e112016-05-17 04:41:50 +00007202#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
7203 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7204 (__v2df)(__m128d)(A), \
7205 (__v2df)_mm_setzero_pd(), \
7206 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007207
7208static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007209_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007210{
7211 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
7212 (__v2df) __A,
7213 (__v2df) __W,
7214 (__mmask8) __U,
7215 _MM_FROUND_CUR_DIRECTION);
7216}
7217
Craig Topper8c18e112016-05-17 04:41:50 +00007218#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
7219 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7220 (__v2df)(__m128d)(A), \
7221 (__v2df)(__m128d)(W), \
7222 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007223
7224static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007225_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007226{
7227 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
7228 (__v2df) __A,
7229 (__v2df) _mm_setzero_pd (),
7230 (__mmask8) __U,
7231 _MM_FROUND_CUR_DIRECTION);
7232}
7233
Craig Topper8c18e112016-05-17 04:41:50 +00007234#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
7235 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7236 (__v2df)(__m128d)(A), \
7237 (__v2df)_mm_setzero_pd(), \
7238 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007239
Craig Topper8c18e112016-05-17 04:41:50 +00007240#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
7241 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7242 (__v4sf)(__m128)(A), \
7243 (__v4sf)_mm_setzero_ps(), \
7244 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007245
7246static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007247_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007248{
7249 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __B,
7250 (__v4sf) __A,
7251 (__v4sf) __W,
7252 (__mmask8) __U,
7253 _MM_FROUND_CUR_DIRECTION);
7254}
7255
Craig Topper8c18e112016-05-17 04:41:50 +00007256#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
7257 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7258 (__v4sf)(__m128)(A), \
7259 (__v4sf)(__m128)(W), (__mmask8)(U), \
7260 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007261
7262static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007263_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007264{
7265 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7266 (__v4sf) __B,
7267 (__v4sf) _mm_setzero_ps (),
7268 (__mmask8) __U,
7269 _MM_FROUND_CUR_DIRECTION);
7270}
7271
Craig Topper8c18e112016-05-17 04:41:50 +00007272#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
7273 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7274 (__v4sf)(__m128)(A), \
7275 (__v4sf)_mm_setzero_ps(), \
7276 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007277
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007278static __inline__ __m512 __DEFAULT_FN_ATTRS
7279_mm512_broadcast_f32x4 (__m128 __A)
7280{
7281 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7282 (__v16sf)
7283 _mm512_undefined_ps (),
7284 (__mmask16) -1);
7285}
7286
7287static __inline__ __m512 __DEFAULT_FN_ATTRS
7288_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7289{
7290 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7291 (__v16sf) __O,
7292 __M);
7293}
7294
7295static __inline__ __m512 __DEFAULT_FN_ATTRS
7296_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7297{
7298 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7299 (__v16sf)
7300 _mm512_setzero_ps (),
7301 __M);
7302}
7303
7304static __inline__ __m512d __DEFAULT_FN_ATTRS
7305_mm512_broadcast_f64x4 (__m256d __A)
7306{
7307 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7308 (__v8df)
7309 _mm512_undefined_pd (),
7310 (__mmask8) -1);
7311}
7312
7313static __inline__ __m512d __DEFAULT_FN_ATTRS
7314_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7315{
7316 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7317 (__v8df) __O,
7318 __M);
7319}
7320
7321static __inline__ __m512d __DEFAULT_FN_ATTRS
7322_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7323{
7324 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7325 (__v8df)
7326 _mm512_setzero_pd (),
7327 __M);
7328}
7329
7330static __inline__ __m512i __DEFAULT_FN_ATTRS
7331_mm512_broadcast_i32x4 (__m128i __A)
7332{
7333 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7334 (__v16si)
7335 _mm512_undefined_epi32 (),
7336 (__mmask16) -1);
7337}
7338
7339static __inline__ __m512i __DEFAULT_FN_ATTRS
7340_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7341{
7342 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7343 (__v16si) __O,
7344 __M);
7345}
7346
7347static __inline__ __m512i __DEFAULT_FN_ATTRS
7348_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7349{
7350 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7351 (__v16si)
7352 _mm512_setzero_si512 (),
7353 __M);
7354}
7355
7356static __inline__ __m512i __DEFAULT_FN_ATTRS
7357_mm512_broadcast_i64x4 (__m256i __A)
7358{
7359 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7360 (__v8di)
7361 _mm512_undefined_epi32 (),
7362 (__mmask8) -1);
7363}
7364
7365static __inline__ __m512i __DEFAULT_FN_ATTRS
7366_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7367{
7368 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7369 (__v8di) __O,
7370 __M);
7371}
7372
7373static __inline__ __m512i __DEFAULT_FN_ATTRS
7374_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7375{
7376 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7377 (__v8di)
7378 _mm512_setzero_si512 (),
7379 __M);
7380}
7381
7382static __inline__ __m512d __DEFAULT_FN_ATTRS
7383_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7384{
7385 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7386 (__v8df) __O, __M);
7387}
7388
7389static __inline__ __m512d __DEFAULT_FN_ATTRS
7390_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7391{
7392 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7393 (__v8df)
7394 _mm512_setzero_pd (),
7395 __M);
7396}
7397
7398static __inline__ __m512 __DEFAULT_FN_ATTRS
7399_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7400{
7401 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7402 (__v16sf) __O, __M);
7403}
7404
7405static __inline__ __m512 __DEFAULT_FN_ATTRS
7406_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7407{
7408 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7409 (__v16sf)
7410 _mm512_setzero_ps (),
7411 __M);
7412}
7413
Michael Zuckermane1680612016-04-13 15:02:04 +00007414static __inline__ __m128i __DEFAULT_FN_ATTRS
7415_mm512_cvtsepi32_epi8 (__m512i __A)
7416{
7417 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7418 (__v16qi) _mm_undefined_si128 (),
7419 (__mmask16) -1);
7420}
7421
7422static __inline__ __m128i __DEFAULT_FN_ATTRS
7423_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7424{
7425 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7426 (__v16qi) __O, __M);
7427}
7428
7429static __inline__ __m128i __DEFAULT_FN_ATTRS
7430_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7431{
7432 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7433 (__v16qi) _mm_setzero_si128 (),
7434 __M);
7435}
7436
7437static __inline__ void __DEFAULT_FN_ATTRS
7438_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7439{
7440 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7441}
7442
7443static __inline__ __m256i __DEFAULT_FN_ATTRS
7444_mm512_cvtsepi32_epi16 (__m512i __A)
7445{
7446 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7447 (__v16hi) _mm256_undefined_si256 (),
7448 (__mmask16) -1);
7449}
7450
7451static __inline__ __m256i __DEFAULT_FN_ATTRS
7452_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7453{
7454 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7455 (__v16hi) __O, __M);
7456}
7457
7458static __inline__ __m256i __DEFAULT_FN_ATTRS
7459_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7460{
7461 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7462 (__v16hi) _mm256_setzero_si256 (),
7463 __M);
7464}
7465
7466static __inline__ void __DEFAULT_FN_ATTRS
7467_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7468{
7469 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7470}
7471
7472static __inline__ __m128i __DEFAULT_FN_ATTRS
7473_mm512_cvtsepi64_epi8 (__m512i __A)
7474{
7475 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7476 (__v16qi) _mm_undefined_si128 (),
7477 (__mmask8) -1);
7478}
7479
7480static __inline__ __m128i __DEFAULT_FN_ATTRS
7481_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7482{
7483 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7484 (__v16qi) __O, __M);
7485}
7486
7487static __inline__ __m128i __DEFAULT_FN_ATTRS
7488_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7489{
7490 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7491 (__v16qi) _mm_setzero_si128 (),
7492 __M);
7493}
7494
7495static __inline__ void __DEFAULT_FN_ATTRS
7496_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7497{
7498 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7499}
7500
7501static __inline__ __m256i __DEFAULT_FN_ATTRS
7502_mm512_cvtsepi64_epi32 (__m512i __A)
7503{
7504 __v8si __O;
7505 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7506 (__v8si) _mm256_undefined_si256 (),
7507 (__mmask8) -1);
7508}
7509
7510static __inline__ __m256i __DEFAULT_FN_ATTRS
7511_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7512{
7513 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7514 (__v8si) __O, __M);
7515}
7516
7517static __inline__ __m256i __DEFAULT_FN_ATTRS
7518_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7519{
7520 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7521 (__v8si) _mm256_setzero_si256 (),
7522 __M);
7523}
7524
7525static __inline__ void __DEFAULT_FN_ATTRS
7526_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7527{
7528 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7529}
7530
7531static __inline__ __m128i __DEFAULT_FN_ATTRS
7532_mm512_cvtsepi64_epi16 (__m512i __A)
7533{
7534 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7535 (__v8hi) _mm_undefined_si128 (),
7536 (__mmask8) -1);
7537}
7538
7539static __inline__ __m128i __DEFAULT_FN_ATTRS
7540_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7541{
7542 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7543 (__v8hi) __O, __M);
7544}
7545
7546static __inline__ __m128i __DEFAULT_FN_ATTRS
7547_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7548{
7549 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7550 (__v8hi) _mm_setzero_si128 (),
7551 __M);
7552}
7553
7554static __inline__ void __DEFAULT_FN_ATTRS
7555_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7556{
7557 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7558}
7559
Michael Zuckermand8715312016-04-14 06:48:09 +00007560static __inline__ __m128i __DEFAULT_FN_ATTRS
7561_mm512_cvtusepi32_epi8 (__m512i __A)
7562{
7563 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7564 (__v16qi) _mm_undefined_si128 (),
7565 (__mmask16) -1);
7566}
7567
7568static __inline__ __m128i __DEFAULT_FN_ATTRS
7569_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7570{
7571 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7572 (__v16qi) __O,
7573 __M);
7574}
7575
7576static __inline__ __m128i __DEFAULT_FN_ATTRS
7577_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7578{
7579 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7580 (__v16qi) _mm_setzero_si128 (),
7581 __M);
7582}
7583
7584static __inline__ void __DEFAULT_FN_ATTRS
7585_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7586{
7587 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7588}
7589
7590static __inline__ __m256i __DEFAULT_FN_ATTRS
7591_mm512_cvtusepi32_epi16 (__m512i __A)
7592{
7593 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7594 (__v16hi) _mm256_undefined_si256 (),
7595 (__mmask16) -1);
7596}
7597
7598static __inline__ __m256i __DEFAULT_FN_ATTRS
7599_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7600{
7601 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7602 (__v16hi) __O,
7603 __M);
7604}
7605
7606static __inline__ __m256i __DEFAULT_FN_ATTRS
7607_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7608{
7609 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7610 (__v16hi) _mm256_setzero_si256 (),
7611 __M);
7612}
7613
7614static __inline__ void __DEFAULT_FN_ATTRS
7615_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7616{
7617 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7618}
7619
7620static __inline__ __m128i __DEFAULT_FN_ATTRS
7621_mm512_cvtusepi64_epi8 (__m512i __A)
7622{
7623 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7624 (__v16qi) _mm_undefined_si128 (),
7625 (__mmask8) -1);
7626}
7627
7628static __inline__ __m128i __DEFAULT_FN_ATTRS
7629_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7630{
7631 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7632 (__v16qi) __O,
7633 __M);
7634}
7635
7636static __inline__ __m128i __DEFAULT_FN_ATTRS
7637_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7638{
7639 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7640 (__v16qi) _mm_setzero_si128 (),
7641 __M);
7642}
7643
7644static __inline__ void __DEFAULT_FN_ATTRS
7645_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7646{
7647 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7648}
7649
7650static __inline__ __m256i __DEFAULT_FN_ATTRS
7651_mm512_cvtusepi64_epi32 (__m512i __A)
7652{
7653 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7654 (__v8si) _mm256_undefined_si256 (),
7655 (__mmask8) -1);
7656}
7657
7658static __inline__ __m256i __DEFAULT_FN_ATTRS
7659_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7660{
7661 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7662 (__v8si) __O, __M);
7663}
7664
7665static __inline__ __m256i __DEFAULT_FN_ATTRS
7666_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7667{
7668 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7669 (__v8si) _mm256_setzero_si256 (),
7670 __M);
7671}
7672
7673static __inline__ void __DEFAULT_FN_ATTRS
7674_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7675{
7676 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7677}
7678
7679static __inline__ __m128i __DEFAULT_FN_ATTRS
7680_mm512_cvtusepi64_epi16 (__m512i __A)
7681{
7682 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7683 (__v8hi) _mm_undefined_si128 (),
7684 (__mmask8) -1);
7685}
7686
7687static __inline__ __m128i __DEFAULT_FN_ATTRS
7688_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7689{
7690 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7691 (__v8hi) __O, __M);
7692}
7693
7694static __inline__ __m128i __DEFAULT_FN_ATTRS
7695_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7696{
7697 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7698 (__v8hi) _mm_setzero_si128 (),
7699 __M);
7700}
7701
7702static __inline__ void __DEFAULT_FN_ATTRS
7703_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7704{
7705 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7706}
7707
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007708static __inline__ __m128i __DEFAULT_FN_ATTRS
7709_mm512_cvtepi32_epi8 (__m512i __A)
7710{
7711 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7712 (__v16qi) _mm_undefined_si128 (),
7713 (__mmask16) -1);
7714}
7715
7716static __inline__ __m128i __DEFAULT_FN_ATTRS
7717_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7718{
7719 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7720 (__v16qi) __O, __M);
7721}
7722
7723static __inline__ __m128i __DEFAULT_FN_ATTRS
7724_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7725{
7726 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7727 (__v16qi) _mm_setzero_si128 (),
7728 __M);
7729}
7730
7731static __inline__ void __DEFAULT_FN_ATTRS
7732_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7733{
7734 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7735}
7736
7737static __inline__ __m256i __DEFAULT_FN_ATTRS
7738_mm512_cvtepi32_epi16 (__m512i __A)
7739{
7740 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7741 (__v16hi) _mm256_undefined_si256 (),
7742 (__mmask16) -1);
7743}
7744
7745static __inline__ __m256i __DEFAULT_FN_ATTRS
7746_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7747{
7748 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7749 (__v16hi) __O, __M);
7750}
7751
7752static __inline__ __m256i __DEFAULT_FN_ATTRS
7753_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7754{
7755 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7756 (__v16hi) _mm256_setzero_si256 (),
7757 __M);
7758}
7759
7760static __inline__ void __DEFAULT_FN_ATTRS
7761_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7762{
7763 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7764}
7765
7766static __inline__ __m128i __DEFAULT_FN_ATTRS
7767_mm512_cvtepi64_epi8 (__m512i __A)
7768{
7769 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7770 (__v16qi) _mm_undefined_si128 (),
7771 (__mmask8) -1);
7772}
7773
7774static __inline__ __m128i __DEFAULT_FN_ATTRS
7775_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7776{
7777 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7778 (__v16qi) __O, __M);
7779}
7780
7781static __inline__ __m128i __DEFAULT_FN_ATTRS
7782_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7783{
7784 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7785 (__v16qi) _mm_setzero_si128 (),
7786 __M);
7787}
7788
7789static __inline__ void __DEFAULT_FN_ATTRS
7790_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7791{
7792 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7793}
7794
7795static __inline__ __m256i __DEFAULT_FN_ATTRS
7796_mm512_cvtepi64_epi32 (__m512i __A)
7797{
7798 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7799 (__v8si) _mm256_undefined_si256 (),
7800 (__mmask8) -1);
7801}
7802
7803static __inline__ __m256i __DEFAULT_FN_ATTRS
7804_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7805{
7806 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7807 (__v8si) __O, __M);
7808}
7809
7810static __inline__ __m256i __DEFAULT_FN_ATTRS
7811_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7812{
7813 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7814 (__v8si) _mm256_setzero_si256 (),
7815 __M);
7816}
7817
7818static __inline__ void __DEFAULT_FN_ATTRS
7819_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7820{
7821 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7822}
7823
7824static __inline__ __m128i __DEFAULT_FN_ATTRS
7825_mm512_cvtepi64_epi16 (__m512i __A)
7826{
7827 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7828 (__v8hi) _mm_undefined_si128 (),
7829 (__mmask8) -1);
7830}
7831
7832static __inline__ __m128i __DEFAULT_FN_ATTRS
7833_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7834{
7835 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7836 (__v8hi) __O, __M);
7837}
7838
7839static __inline__ __m128i __DEFAULT_FN_ATTRS
7840_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7841{
7842 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7843 (__v8hi) _mm_setzero_si128 (),
7844 __M);
7845}
7846
7847static __inline__ void __DEFAULT_FN_ATTRS
7848_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7849{
7850 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7851}
7852
Craig Topper8c18e112016-05-17 04:41:50 +00007853#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7854 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7855 (__v4si)_mm_undefined_si128(), \
7856 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007857
Craig Topper8c18e112016-05-17 04:41:50 +00007858#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7859 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7860 (__v4si)(__m128i)(W), \
7861 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007862
Craig Topper8c18e112016-05-17 04:41:50 +00007863#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7864 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7865 (__v4si)_mm_setzero_si128(), \
7866 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007867
Craig Topper8c18e112016-05-17 04:41:50 +00007868#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7869 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7870 (__v4di)_mm256_undefined_si256(), \
7871 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007872
Craig Topper8c18e112016-05-17 04:41:50 +00007873#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7874 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7875 (__v4di)(__m256i)(W), \
7876 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007877
Craig Topper8c18e112016-05-17 04:41:50 +00007878#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7879 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7880 (__v4di)_mm256_setzero_si256(), \
7881 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007882
Craig Topper8c18e112016-05-17 04:41:50 +00007883#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
7884 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7885 (__v4df)(__m256d)(B), (int)(imm), \
7886 (__v8df)_mm512_undefined_pd(), \
7887 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007888
Craig Topper8c18e112016-05-17 04:41:50 +00007889#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
7890 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7891 (__v4df)(__m256d)(B), (int)(imm), \
7892 (__v8df)(__m512d)(W), \
7893 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007894
Craig Topper8c18e112016-05-17 04:41:50 +00007895#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
7896 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7897 (__v4df)(__m256d)(B), (int)(imm), \
7898 (__v8df)_mm512_setzero_pd(), \
7899 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007900
Craig Topper8c18e112016-05-17 04:41:50 +00007901#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
7902 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7903 (__v4di)(__m256i)(B), (int)(imm), \
7904 (__v8di)_mm512_setzero_si512(), \
7905 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007906
Craig Topper8c18e112016-05-17 04:41:50 +00007907#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
7908 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7909 (__v4di)(__m256i)(B), (int)(imm), \
7910 (__v8di)(__m512i)(W), \
7911 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007912
Craig Topper8c18e112016-05-17 04:41:50 +00007913#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
7914 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7915 (__v4di)(__m256i)(B), (int)(imm), \
7916 (__v8di)_mm512_setzero_si512(), \
7917 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007918
Craig Topper8c18e112016-05-17 04:41:50 +00007919#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
7920 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7921 (__v4sf)(__m128)(B), (int)(imm), \
7922 (__v16sf)_mm512_undefined_ps(), \
7923 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007924
Craig Topper8c18e112016-05-17 04:41:50 +00007925#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
7926 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7927 (__v4sf)(__m128)(B), (int)(imm), \
7928 (__v16sf)(__m512)(W), \
7929 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007930
Craig Topper8c18e112016-05-17 04:41:50 +00007931#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
7932 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7933 (__v4sf)(__m128)(B), (int)(imm), \
7934 (__v16sf)_mm512_setzero_ps(), \
7935 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007936
Craig Topper8c18e112016-05-17 04:41:50 +00007937#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
7938 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7939 (__v4si)(__m128i)(B), (int)(imm), \
7940 (__v16si)_mm512_setzero_si512(), \
7941 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007942
Craig Topper8c18e112016-05-17 04:41:50 +00007943#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
7944 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7945 (__v4si)(__m128i)(B), (int)(imm), \
7946 (__v16si)(__m512i)(W), \
7947 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007948
Craig Topper8c18e112016-05-17 04:41:50 +00007949#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
7950 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7951 (__v4si)(__m128i)(B), (int)(imm), \
7952 (__v16si)_mm512_setzero_si512(), \
7953 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007954
Craig Topper8c18e112016-05-17 04:41:50 +00007955#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
7956 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7957 (int)(((C)<<2) | (B)), \
7958 (__v8df)_mm512_undefined_pd(), \
7959 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007960
Craig Topper8c18e112016-05-17 04:41:50 +00007961#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
7962 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7963 (int)(((C)<<2) | (B)), \
7964 (__v8df)(__m512d)(W), \
7965 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007966
Craig Topper8c18e112016-05-17 04:41:50 +00007967#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
7968 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7969 (int)(((C)<<2) | (B)), \
7970 (__v8df)_mm512_setzero_pd(), \
7971 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007972
Craig Topper8c18e112016-05-17 04:41:50 +00007973#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
7974 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7975 (int)(((C)<<2) | (B)), \
7976 (__v8df)_mm512_setzero_pd(), \
7977 (__mmask8)-1, \
7978 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007979
Craig Topper8c18e112016-05-17 04:41:50 +00007980#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
7981 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7982 (int)(((C)<<2) | (B)), \
7983 (__v8df)(__m512d)(W), \
7984 (__mmask8)(U), \
7985 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007986
Craig Topper8c18e112016-05-17 04:41:50 +00007987#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
7988 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7989 (int)(((C)<<2) | (B)), \
7990 (__v8df)_mm512_setzero_pd(), \
7991 (__mmask8)(U), \
7992 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007993
Craig Topper8c18e112016-05-17 04:41:50 +00007994#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
7995 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
7996 (int)(((C)<<2) | (B)), \
7997 (__v16sf)_mm512_undefined_ps(), \
7998 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007999
Craig Topper8c18e112016-05-17 04:41:50 +00008000#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
8001 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8002 (int)(((C)<<2) | (B)), \
8003 (__v16sf)(__m512)(W), \
8004 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008005
Craig Topper8c18e112016-05-17 04:41:50 +00008006#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
8007 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8008 (int)(((C)<<2) | (B)), \
8009 (__v16sf)_mm512_setzero_ps(), \
8010 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008011
Craig Topper8c18e112016-05-17 04:41:50 +00008012#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
8013 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8014 (int)(((C)<<2)|(B)), \
8015 (__v16sf)_mm512_undefined_ps(), \
8016 (__mmask16)-1, \
8017 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008018
Craig Topper8c18e112016-05-17 04:41:50 +00008019#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8020 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8021 (int)(((C)<<2)|(B)), \
8022 (__v16sf)(__m512)(W), \
8023 (__mmask16)(U), \
8024 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008025
Craig Topper8c18e112016-05-17 04:41:50 +00008026#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8027 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8028 (int)(((C)<<2)|(B)), \
8029 (__v16sf)_mm512_setzero_ps(), \
8030 (__mmask16)(U), \
8031 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008032
Craig Topper8c18e112016-05-17 04:41:50 +00008033#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8034 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8035 (__v8df)_mm512_undefined_pd(), \
8036 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008037
Craig Topper8c18e112016-05-17 04:41:50 +00008038#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8039 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8040 (__v8df)(__m512d)(W), \
8041 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008042
Craig Topper8c18e112016-05-17 04:41:50 +00008043#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8044 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8045 (__v8df)_mm512_setzero_pd(), \
8046 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008047
8048static __inline__ __m512d __DEFAULT_FN_ATTRS
8049_mm512_getexp_pd (__m512d __A)
8050{
8051 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8052 (__v8df) _mm512_undefined_pd (),
8053 (__mmask8) -1,
8054 _MM_FROUND_CUR_DIRECTION);
8055}
8056
8057static __inline__ __m512d __DEFAULT_FN_ATTRS
8058_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8059{
8060 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8061 (__v8df) __W,
8062 (__mmask8) __U,
8063 _MM_FROUND_CUR_DIRECTION);
8064}
8065
8066static __inline__ __m512d __DEFAULT_FN_ATTRS
8067_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8068{
8069 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8070 (__v8df) _mm512_setzero_pd (),
8071 (__mmask8) __U,
8072 _MM_FROUND_CUR_DIRECTION);
8073}
8074
Craig Topper8c18e112016-05-17 04:41:50 +00008075#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8076 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8077 (__v16sf)_mm512_undefined_ps(), \
8078 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008079
Craig Topper8c18e112016-05-17 04:41:50 +00008080#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8081 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8082 (__v16sf)(__m512)(W), \
8083 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008084
Craig Topper8c18e112016-05-17 04:41:50 +00008085#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8086 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8087 (__v16sf)_mm512_setzero_ps(), \
8088 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008089
8090static __inline__ __m512 __DEFAULT_FN_ATTRS
8091_mm512_getexp_ps (__m512 __A)
8092{
8093 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8094 (__v16sf) _mm512_undefined_ps (),
8095 (__mmask16) -1,
8096 _MM_FROUND_CUR_DIRECTION);
8097}
8098
8099static __inline__ __m512 __DEFAULT_FN_ATTRS
8100_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8101{
8102 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8103 (__v16sf) __W,
8104 (__mmask16) __U,
8105 _MM_FROUND_CUR_DIRECTION);
8106}
8107
8108static __inline__ __m512 __DEFAULT_FN_ATTRS
8109_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8110{
8111 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8112 (__v16sf) _mm512_setzero_ps (),
8113 (__mmask16) __U,
8114 _MM_FROUND_CUR_DIRECTION);
8115}
8116
Craig Topper8c18e112016-05-17 04:41:50 +00008117#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8118 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8119 (float const *)(addr), \
8120 (__v8di)(__m512i)(index), (__mmask8)-1, \
8121 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008122
8123#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8124 __addr, __scale) __extension__({\
8125__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8126 __addr,(__v8di) __index, __mask, __scale);\
8127})
8128
Craig Topper8c18e112016-05-17 04:41:50 +00008129#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8130 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8131 (int const *)(addr), \
8132 (__v8di)(__m512i)(index), \
8133 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008134
Craig Topper8c18e112016-05-17 04:41:50 +00008135#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8136 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8137 (int const *)(addr), \
8138 (__v8di)(__m512i)(index), \
8139 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008140
Craig Topper8c18e112016-05-17 04:41:50 +00008141#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8142 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8143 (double const *)(addr), \
8144 (__v8di)(__m512i)(index), (__mmask8)-1, \
8145 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008146
Craig Topper8c18e112016-05-17 04:41:50 +00008147#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8148 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8149 (double const *)(addr), \
8150 (__v8di)(__m512i)(index), \
8151 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008152
Craig Topper8c18e112016-05-17 04:41:50 +00008153#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8154 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8155 (long long const *)(addr), \
8156 (__v8di)(__m512i)(index), (__mmask8)-1, \
8157 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008158
Craig Topper8c18e112016-05-17 04:41:50 +00008159#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8160 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8161 (long long const *)(addr), \
8162 (__v8di)(__m512i)(index), \
8163 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008164
Craig Topper8c18e112016-05-17 04:41:50 +00008165#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8166 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8167 (float const *)(addr), \
8168 (__v16sf)(__m512)(index), \
8169 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008170
Craig Topper8c18e112016-05-17 04:41:50 +00008171#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8172 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8173 (float const *)(addr), \
8174 (__v16sf)(__m512)(index), \
8175 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008176
Craig Topper8c18e112016-05-17 04:41:50 +00008177#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8178 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8179 (int const *)(addr), \
8180 (__v16si)(__m512i)(index), \
8181 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008182
Craig Topper8c18e112016-05-17 04:41:50 +00008183#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8184 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8185 (int const *)(addr), \
8186 (__v16si)(__m512i)(index), \
8187 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008188
Craig Topper8c18e112016-05-17 04:41:50 +00008189#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8190 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8191 (double const *)(addr), \
8192 (__v8si)(__m256i)(index), (__mmask8)-1, \
8193 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008194
Craig Topper8c18e112016-05-17 04:41:50 +00008195#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8196 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8197 (double const *)(addr), \
8198 (__v8si)(__m256i)(index), \
8199 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008200
Craig Topper8c18e112016-05-17 04:41:50 +00008201#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8202 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8203 (long long const *)(addr), \
8204 (__v8si)(__m256i)(index), (__mmask8)-1, \
8205 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008206
Craig Topper8c18e112016-05-17 04:41:50 +00008207#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8208 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8209 (long long const *)(addr), \
8210 (__v8si)(__m256i)(index), \
8211 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008212
Craig Topper8c18e112016-05-17 04:41:50 +00008213#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8214 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8215 (__v8di)(__m512i)(index), \
8216 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008217
Craig Topper8c18e112016-05-17 04:41:50 +00008218#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8219 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8220 (__v8di)(__m512i)(index), \
8221 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008222
Craig Topper8c18e112016-05-17 04:41:50 +00008223#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8224 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8225 (__v8di)(__m512i)(index), \
8226 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008227
Craig Topper8c18e112016-05-17 04:41:50 +00008228#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8229 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8230 (__v8di)(__m512i)(index), \
8231 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008232
Craig Topper8c18e112016-05-17 04:41:50 +00008233#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8234 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8235 (__v8di)(__m512i)(index), \
8236 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008237
Craig Topper8c18e112016-05-17 04:41:50 +00008238#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8239 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8240 (__v8di)(__m512i)(index), \
8241 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008242
Craig Topper8c18e112016-05-17 04:41:50 +00008243#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8244 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8245 (__v8di)(__m512i)(index), \
8246 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008247
Craig Topper8c18e112016-05-17 04:41:50 +00008248#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8249 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8250 (__v8di)(__m512i)(index), \
8251 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008252
Craig Topper8c18e112016-05-17 04:41:50 +00008253#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8254 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8255 (__v16si)(__m512i)(index), \
8256 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008257
Craig Topper8c18e112016-05-17 04:41:50 +00008258#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8259 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8260 (__v16si)(__m512i)(index), \
8261 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008262
Craig Topper8c18e112016-05-17 04:41:50 +00008263#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8264 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8265 (__v16si)(__m512i)(index), \
8266 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008267
Craig Topper8c18e112016-05-17 04:41:50 +00008268#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8269 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8270 (__v16si)(__m512i)(index), \
8271 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008272
Craig Topper8c18e112016-05-17 04:41:50 +00008273#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8274 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8275 (__v8si)(__m256i)(index), \
8276 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008277
Craig Topper8c18e112016-05-17 04:41:50 +00008278#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8279 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8280 (__v8si)(__m256i)(index), \
8281 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008282
Craig Topper8c18e112016-05-17 04:41:50 +00008283#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8284 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8285 (__v8si)(__m256i)(index), \
8286 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008287
Craig Topper8c18e112016-05-17 04:41:50 +00008288#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8289 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8290 (__v8si)(__m256i)(index), \
8291 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008292
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008293static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008294_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008295{
8296 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8297 (__v4sf) __B,
8298 (__v4sf) __W,
8299 (__mmask8) __U,
8300 _MM_FROUND_CUR_DIRECTION);
8301}
8302
Craig Topper8c18e112016-05-17 04:41:50 +00008303#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8304 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8305 (__v4sf)(__m128)(B), \
8306 (__v4sf)(__m128)(W), (__mmask8)(U), \
8307 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008308
8309static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008310_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008311{
8312 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8313 (__v4sf) __B,
8314 (__v4sf) __C,
8315 (__mmask8) __U,
8316 _MM_FROUND_CUR_DIRECTION);
8317}
8318
Craig Topper8c18e112016-05-17 04:41:50 +00008319#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8320 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8321 (__v4sf)(__m128)(B), \
8322 (__v4sf)(__m128)(C), (__mmask8)(U), \
8323 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008324
8325static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008326_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008327{
8328 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8329 (__v4sf) __X,
8330 (__v4sf) __Y,
8331 (__mmask8) __U,
8332 _MM_FROUND_CUR_DIRECTION);
8333}
8334
Craig Topper8c18e112016-05-17 04:41:50 +00008335#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8336 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8337 (__v4sf)(__m128)(X), \
8338 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8339 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008340
8341static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008342_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008343{
8344 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008345 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008346 (__v4sf) __W,
8347 (__mmask8) __U,
8348 _MM_FROUND_CUR_DIRECTION);
8349}
8350
Craig Topper8c18e112016-05-17 04:41:50 +00008351#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8352 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8353 -(__v4sf)(__m128)(B), \
8354 (__v4sf)(__m128)(W), (__mmask8)(U), \
8355 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008356
8357static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008358_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008359{
8360 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8361 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008362 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008363 (__mmask8) __U,
8364 _MM_FROUND_CUR_DIRECTION);
8365}
8366
Craig Topper8c18e112016-05-17 04:41:50 +00008367#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8368 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8369 (__v4sf)(__m128)(B), \
8370 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8371 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008372
8373static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008374_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008375{
8376 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8377 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008378 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008379 (__mmask8) __U,
8380 _MM_FROUND_CUR_DIRECTION);
8381}
8382
Craig Topper8c18e112016-05-17 04:41:50 +00008383#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8384 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8385 (__v4sf)(__m128)(X), \
8386 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8387 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008388
8389static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008390_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008391{
Craig Topper9864c592016-05-15 20:10:03 +00008392 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008393 (__v4sf) __B,
8394 (__v4sf) __W,
8395 (__mmask8) __U,
8396 _MM_FROUND_CUR_DIRECTION);
8397}
8398
Craig Topper8c18e112016-05-17 04:41:50 +00008399#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8400 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8401 (__v4sf)(__m128)(B), \
8402 (__v4sf)(__m128)(W), (__mmask8)(U), \
8403 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008404
8405static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008406_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008407{
Craig Topper9864c592016-05-15 20:10:03 +00008408 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008409 (__v4sf) __B,
8410 (__v4sf) __C,
8411 (__mmask8) __U,
8412 _MM_FROUND_CUR_DIRECTION);
8413}
8414
Craig Topper8c18e112016-05-17 04:41:50 +00008415#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8416 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8417 (__v4sf)(__m128)(B), \
8418 (__v4sf)(__m128)(C), (__mmask8)(U), \
8419 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008420
8421static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008422_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008423{
Craig Topper9864c592016-05-15 20:10:03 +00008424 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008425 (__v4sf) __X,
8426 (__v4sf) __Y,
8427 (__mmask8) __U,
8428 _MM_FROUND_CUR_DIRECTION);
8429}
8430
Craig Topper8c18e112016-05-17 04:41:50 +00008431#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8432 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8433 (__v4sf)(__m128)(X), \
8434 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8435 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008436
8437static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008438_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008439{
Craig Topper9864c592016-05-15 20:10:03 +00008440 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8441 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008442 (__v4sf) __W,
8443 (__mmask8) __U,
8444 _MM_FROUND_CUR_DIRECTION);
8445}
8446
Craig Topper8c18e112016-05-17 04:41:50 +00008447#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8448 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8449 -(__v4sf)(__m128)(B), \
8450 (__v4sf)(__m128)(W), (__mmask8)(U), \
8451 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008452
8453static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008454_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008455{
Craig Topper9864c592016-05-15 20:10:03 +00008456 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008457 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008458 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008459 (__mmask8) __U,
8460 _MM_FROUND_CUR_DIRECTION);
8461}
8462
Craig Topper8c18e112016-05-17 04:41:50 +00008463#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8464 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8465 (__v4sf)(__m128)(B), \
8466 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8467 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008468
8469static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008470_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008471{
Craig Topper9864c592016-05-15 20:10:03 +00008472 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008473 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008474 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008475 (__mmask8) __U,
8476 _MM_FROUND_CUR_DIRECTION);
8477}
8478
Craig Topper8c18e112016-05-17 04:41:50 +00008479#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8480 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8481 (__v4sf)(__m128)(X), \
8482 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8483 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008484
Craig Topper58187d32016-05-17 04:41:29 +00008485static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008486_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008487{
Craig Topper58187d32016-05-17 04:41:29 +00008488 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008489 (__v2df) __B,
8490 (__v2df) __W,
8491 (__mmask8) __U,
8492 _MM_FROUND_CUR_DIRECTION);
8493}
8494
Craig Topper8c18e112016-05-17 04:41:50 +00008495#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8496 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8497 (__v2df)(__m128d)(B), \
8498 (__v2df)(__m128d)(W), (__mmask8)(U), \
8499 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008500
Craig Topper58187d32016-05-17 04:41:29 +00008501static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008502_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008503{
Craig Topper58187d32016-05-17 04:41:29 +00008504 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008505 (__v2df) __B,
8506 (__v2df) __C,
8507 (__mmask8) __U,
8508 _MM_FROUND_CUR_DIRECTION);
8509}
8510
Craig Topper8c18e112016-05-17 04:41:50 +00008511#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8512 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8513 (__v2df)(__m128d)(B), \
8514 (__v2df)(__m128d)(C), (__mmask8)(U), \
8515 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008516
Craig Topper58187d32016-05-17 04:41:29 +00008517static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008518_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008519{
Craig Topper58187d32016-05-17 04:41:29 +00008520 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008521 (__v2df) __X,
8522 (__v2df) __Y,
8523 (__mmask8) __U,
8524 _MM_FROUND_CUR_DIRECTION);
8525}
8526
Craig Topper8c18e112016-05-17 04:41:50 +00008527#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8528 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8529 (__v2df)(__m128d)(X), \
8530 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8531 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008532
Craig Topper58187d32016-05-17 04:41:29 +00008533static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008534_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008535{
Craig Topper58187d32016-05-17 04:41:29 +00008536 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008537 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008538 (__v2df) __W,
8539 (__mmask8) __U,
8540 _MM_FROUND_CUR_DIRECTION);
8541}
8542
Craig Topper8c18e112016-05-17 04:41:50 +00008543#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8544 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8545 -(__v2df)(__m128d)(B), \
8546 (__v2df)(__m128d)(W), (__mmask8)(U), \
8547 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008548
Craig Topper58187d32016-05-17 04:41:29 +00008549static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008550_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008551{
Craig Topper58187d32016-05-17 04:41:29 +00008552 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008553 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008554 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008555 (__mmask8) __U,
8556 _MM_FROUND_CUR_DIRECTION);
8557}
8558
Craig Topper8c18e112016-05-17 04:41:50 +00008559#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8560 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8561 (__v2df)(__m128d)(B), \
8562 -(__v2df)(__m128d)(C), \
8563 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008564
Craig Topper58187d32016-05-17 04:41:29 +00008565static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008566_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008567{
Craig Topper58187d32016-05-17 04:41:29 +00008568 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008569 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008570 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008571 (__mmask8) __U,
8572 _MM_FROUND_CUR_DIRECTION);
8573}
8574
Craig Topper8c18e112016-05-17 04:41:50 +00008575#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8576 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8577 (__v2df)(__m128d)(X), \
8578 -(__v2df)(__m128d)(Y), \
8579 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008580
Craig Topper58187d32016-05-17 04:41:29 +00008581static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008582_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008583{
Craig Topper58187d32016-05-17 04:41:29 +00008584 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008585 (__v2df) __B,
8586 (__v2df) __W,
8587 (__mmask8) __U,
8588 _MM_FROUND_CUR_DIRECTION);
8589}
8590
Craig Topper8c18e112016-05-17 04:41:50 +00008591#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8592 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8593 (__v2df)(__m128d)(B), \
8594 (__v2df)(__m128d)(W), (__mmask8)(U), \
8595 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008596
Craig Topper58187d32016-05-17 04:41:29 +00008597static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008598_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008599{
Craig Topper58187d32016-05-17 04:41:29 +00008600 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008601 (__v2df) __B,
8602 (__v2df) __C,
8603 (__mmask8) __U,
8604 _MM_FROUND_CUR_DIRECTION);
8605}
8606
Craig Topper8c18e112016-05-17 04:41:50 +00008607#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8608 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8609 (__v2df)(__m128d)(B), \
8610 (__v2df)(__m128d)(C), (__mmask8)(U), \
8611 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008612
Craig Topper58187d32016-05-17 04:41:29 +00008613static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008614_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008615{
Craig Topper58187d32016-05-17 04:41:29 +00008616 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008617 (__v2df) __X,
8618 (__v2df) __Y,
8619 (__mmask8) __U,
8620 _MM_FROUND_CUR_DIRECTION);
8621}
8622
Craig Topper8c18e112016-05-17 04:41:50 +00008623#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8624 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8625 (__v2df)(__m128d)(X), \
8626 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8627 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008628
Craig Topper58187d32016-05-17 04:41:29 +00008629static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008630_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008631{
Craig Topper58187d32016-05-17 04:41:29 +00008632 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008633 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008634 (__v2df) __W,
8635 (__mmask8) __U,
8636 _MM_FROUND_CUR_DIRECTION);
8637}
8638
Craig Topper8c18e112016-05-17 04:41:50 +00008639#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8640 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8641 -(__v2df)(__m128d)(B), \
8642 (__v2df)(__m128d)(W), (__mmask8)(U), \
8643 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008644
Craig Topper58187d32016-05-17 04:41:29 +00008645static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008646_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008647{
Craig Topper58187d32016-05-17 04:41:29 +00008648 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008649 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008650 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008651 (__mmask8) __U,
8652 _MM_FROUND_CUR_DIRECTION);
8653}
8654
Craig Topper8c18e112016-05-17 04:41:50 +00008655#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8656 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8657 (__v2df)(__m128d)(B), \
8658 -(__v2df)(__m128d)(C), \
8659 (__mmask8)(U), \
8660 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008661
Craig Topper58187d32016-05-17 04:41:29 +00008662static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008663_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008664{
Craig Topper58187d32016-05-17 04:41:29 +00008665 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008666 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008667 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008668 (__mmask8) __U,
8669 _MM_FROUND_CUR_DIRECTION);
8670}
8671
Craig Topper8c18e112016-05-17 04:41:50 +00008672#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8673 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8674 (__v2df)(__m128d)(X), \
8675 -(__v2df)(__m128d)(Y), \
8676 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008677
Craig Topper8c18e112016-05-17 04:41:50 +00008678#define _mm512_permutex_pd(X, M) __extension__ ({ \
8679 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8680 (__v8df)_mm512_undefined_pd(), \
8681 (__mmask8)-1); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008682
Craig Topper8c18e112016-05-17 04:41:50 +00008683#define _mm512_mask_permutex_pd(W, U, X, M) __extension__ ({ \
8684 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8685 (__v8df)(__m512d)(W), \
8686 (__mmask8)(U)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008687
Craig Topper8c18e112016-05-17 04:41:50 +00008688#define _mm512_maskz_permutex_pd(U, X, M) __extension__ ({ \
8689 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8690 (__v8df)_mm512_setzero_pd(), \
8691 (__mmask8)(U)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008692
Craig Topper8c18e112016-05-17 04:41:50 +00008693#define _mm512_permutex_epi64(X, I) __extension__ ({ \
8694 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8695 (__v8di)_mm512_undefined_epi32(), \
8696 (__mmask8)-1); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008697
Craig Topper8c18e112016-05-17 04:41:50 +00008698#define _mm512_mask_permutex_epi64(W, M, X, I) __extension__ ({ \
8699 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8700 (__v8di)(__m512i)(W), \
8701 (__mmask8)(M)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008702
Craig Topper8c18e112016-05-17 04:41:50 +00008703#define _mm512_maskz_permutex_epi64(M, X, I) __extension__ ({ \
8704 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8705 (__v8di)_mm512_setzero_si512(), \
8706 (__mmask8)(M)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008707
8708static __inline__ __m512d __DEFAULT_FN_ATTRS
8709_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8710{
8711 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8712 (__v8di) __X,
8713 (__v8df) _mm512_undefined_pd (),
8714 (__mmask8) -1);
8715}
8716
8717static __inline__ __m512d __DEFAULT_FN_ATTRS
8718_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8719{
8720 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8721 (__v8di) __X,
8722 (__v8df) __W,
8723 (__mmask8) __U);
8724}
8725
8726static __inline__ __m512d __DEFAULT_FN_ATTRS
8727_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8728{
8729 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8730 (__v8di) __X,
8731 (__v8df) _mm512_setzero_pd (),
8732 (__mmask8) __U);
8733}
8734
8735static __inline__ __m512i __DEFAULT_FN_ATTRS
8736_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8737{
8738 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8739 (__v8di) __X,
8740 (__v8di) _mm512_setzero_si512 (),
8741 __M);
8742}
8743
8744static __inline__ __m512i __DEFAULT_FN_ATTRS
8745_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8746{
8747 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8748 (__v8di) __X,
8749 (__v8di) _mm512_undefined_epi32 (),
8750 (__mmask8) -1);
8751}
8752
8753static __inline__ __m512i __DEFAULT_FN_ATTRS
8754_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8755 __m512i __Y)
8756{
8757 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8758 (__v8di) __X,
8759 (__v8di) __W,
8760 __M);
8761}
8762
8763static __inline__ __m512 __DEFAULT_FN_ATTRS
8764_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8765{
8766 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8767 (__v16si) __X,
8768 (__v16sf) _mm512_undefined_ps (),
8769 (__mmask16) -1);
8770}
8771
8772static __inline__ __m512 __DEFAULT_FN_ATTRS
8773_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8774{
8775 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8776 (__v16si) __X,
8777 (__v16sf) __W,
8778 (__mmask16) __U);
8779}
8780
8781static __inline__ __m512 __DEFAULT_FN_ATTRS
8782_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8783{
8784 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8785 (__v16si) __X,
8786 (__v16sf) _mm512_setzero_ps (),
8787 (__mmask16) __U);
8788}
8789
8790static __inline__ __m512i __DEFAULT_FN_ATTRS
8791_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8792{
8793 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8794 (__v16si) __X,
8795 (__v16si) _mm512_setzero_si512 (),
8796 __M);
8797}
8798
8799static __inline__ __m512i __DEFAULT_FN_ATTRS
8800_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8801{
8802 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8803 (__v16si) __X,
8804 (__v16si) _mm512_undefined_epi32 (),
8805 (__mmask16) -1);
8806}
8807
8808static __inline__ __m512i __DEFAULT_FN_ATTRS
8809_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8810 __m512i __Y)
8811{
8812 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8813 (__v16si) __X,
8814 (__v16si) __W,
8815 __M);
8816}
8817
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008818static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8819_mm512_kand (__mmask16 __A, __mmask16 __B)
8820{
8821 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8822}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008823
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008824static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8825_mm512_kandn (__mmask16 __A, __mmask16 __B)
8826{
8827 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8828}
8829
8830static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8831_mm512_kor (__mmask16 __A, __mmask16 __B)
8832{
8833 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8834}
8835
8836static __inline__ int __DEFAULT_FN_ATTRS
8837_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8838{
Craig Topper91f23d92016-05-16 01:09:16 +00008839 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008840}
8841
8842static __inline__ int __DEFAULT_FN_ATTRS
8843_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8844{
Craig Topper91f23d92016-05-16 01:09:16 +00008845 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008846}
8847
8848static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8849_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8850{
8851 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8852}
8853
8854static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8855_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8856{
8857 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8858}
8859
8860static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8861_mm512_kxor (__mmask16 __A, __mmask16 __B)
8862{
8863 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8864}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008865
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008866static __inline__ void __DEFAULT_FN_ATTRS
8867_mm512_stream_si512 (__m512i * __P, __m512i __A)
8868{
8869 __builtin_ia32_movntdq512 ((__v8di *) __P, (__v8di) __A);
8870}
8871
8872static __inline__ __m512i __DEFAULT_FN_ATTRS
8873_mm512_stream_load_si512 (void *__P)
8874{
8875 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8876}
8877
8878static __inline__ void __DEFAULT_FN_ATTRS
8879_mm512_stream_pd (double *__P, __m512d __A)
8880{
8881 __builtin_ia32_movntpd512 (__P, (__v8df) __A);
8882}
8883
8884static __inline__ void __DEFAULT_FN_ATTRS
8885_mm512_stream_ps (float *__P, __m512 __A)
8886{
8887 __builtin_ia32_movntps512 (__P, (__v16sf) __A);
8888}
8889
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008890static __inline__ __m512d __DEFAULT_FN_ATTRS
8891_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8892{
8893 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8894 (__v8df) __W,
8895 (__mmask8) __U);
8896}
8897
8898static __inline__ __m512d __DEFAULT_FN_ATTRS
8899_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8900{
8901 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8902 (__v8df)
8903 _mm512_setzero_pd (),
8904 (__mmask8) __U);
8905}
8906
8907static __inline__ __m512i __DEFAULT_FN_ATTRS
8908_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8909{
8910 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8911 (__v8di) __W,
8912 (__mmask8) __U);
8913}
8914
8915static __inline__ __m512i __DEFAULT_FN_ATTRS
8916_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8917{
8918 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8919 (__v8di)
8920 _mm512_setzero_si512 (),
8921 (__mmask8) __U);
8922}
8923
8924static __inline__ __m512 __DEFAULT_FN_ATTRS
8925_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8926{
8927 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8928 (__v16sf) __W,
8929 (__mmask16) __U);
8930}
8931
8932static __inline__ __m512 __DEFAULT_FN_ATTRS
8933_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
8934{
8935 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8936 (__v16sf)
8937 _mm512_setzero_ps (),
8938 (__mmask16) __U);
8939}
8940
8941static __inline__ __m512i __DEFAULT_FN_ATTRS
8942_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8943{
8944 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8945 (__v16si) __W,
8946 (__mmask16) __U);
8947}
8948
8949static __inline__ __m512i __DEFAULT_FN_ATTRS
8950_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
8951{
8952 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8953 (__v16si)
8954 _mm512_setzero_si512 (),
8955 (__mmask16) __U);
8956}
8957
Craig Topper8c18e112016-05-17 04:41:50 +00008958#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
8959 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8960 (__v4sf)(__m128)(Y), (int)(P), \
8961 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008962
Craig Topper8c18e112016-05-17 04:41:50 +00008963#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
8964 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8965 (__v4sf)(__m128)(Y), (int)(P), \
8966 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008967
Craig Topper8c18e112016-05-17 04:41:50 +00008968#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
8969 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8970 (__v4sf)(__m128)(Y), (int)(P), \
8971 (__mmask8)-1, \
8972 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008973
Craig Topper8c18e112016-05-17 04:41:50 +00008974#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
8975 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8976 (__v4sf)(__m128)(Y), (int)(P), \
8977 (__mmask8)(M), \
8978 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008979
Craig Topper8c18e112016-05-17 04:41:50 +00008980#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
8981 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8982 (__v2df)(__m128d)(Y), (int)(P), \
8983 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008984
Craig Topper8c18e112016-05-17 04:41:50 +00008985#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
8986 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8987 (__v2df)(__m128d)(Y), (int)(P), \
8988 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008989
Craig Topper8c18e112016-05-17 04:41:50 +00008990#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
8991 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8992 (__v2df)(__m128d)(Y), (int)(P), \
8993 (__mmask8)-1, \
8994 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008995
Craig Topper8c18e112016-05-17 04:41:50 +00008996#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
8997 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8998 (__v2df)(__m128d)(Y), (int)(P), \
8999 (__mmask8)(M), \
9000 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009001
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009002static __inline__ __m512 __DEFAULT_FN_ATTRS
9003_mm512_movehdup_ps (__m512 __A)
9004{
9005 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9006 (__v16sf)
9007 _mm512_undefined_ps (),
9008 (__mmask16) -1);
9009}
9010
9011static __inline__ __m512 __DEFAULT_FN_ATTRS
9012_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9013{
9014 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9015 (__v16sf) __W,
9016 (__mmask16) __U);
9017}
9018
9019static __inline__ __m512 __DEFAULT_FN_ATTRS
9020_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9021{
9022 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9023 (__v16sf)
9024 _mm512_setzero_ps (),
9025 (__mmask16) __U);
9026}
9027
9028static __inline__ __m512 __DEFAULT_FN_ATTRS
9029_mm512_moveldup_ps (__m512 __A)
9030{
9031 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9032 (__v16sf)
9033 _mm512_undefined_ps (),
9034 (__mmask16) -1);
9035}
9036
9037static __inline__ __m512 __DEFAULT_FN_ATTRS
9038_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9039{
9040 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9041 (__v16sf) __W,
9042 (__mmask16) __U);
9043}
9044
9045static __inline__ __m512 __DEFAULT_FN_ATTRS
9046_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9047{
9048 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9049 (__v16sf)
9050 _mm512_setzero_ps (),
9051 (__mmask16) __U);
9052}
9053
Craig Topper8c18e112016-05-17 04:41:50 +00009054#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009055 (__m512i)__builtin_shufflevector((__v16si)(__m512i)(A), \
9056 (__v16si)_mm512_setzero_si512(), \
9057 0 + (((I) & 0x03) >> 0), \
9058 0 + (((I) & 0x0c) >> 2), \
9059 0 + (((I) & 0x30) >> 4), \
9060 0 + (((I) & 0xc0) >> 6), \
9061 4 + (((I) & 0x03) >> 0), \
9062 4 + (((I) & 0x0c) >> 2), \
9063 4 + (((I) & 0x30) >> 4), \
9064 4 + (((I) & 0xc0) >> 6), \
9065 8 + (((I) & 0x03) >> 0), \
9066 8 + (((I) & 0x0c) >> 2), \
9067 8 + (((I) & 0x30) >> 4), \
9068 8 + (((I) & 0xc0) >> 6), \
9069 12 + (((I) & 0x03) >> 0), \
9070 12 + (((I) & 0x0c) >> 2), \
9071 12 + (((I) & 0x30) >> 4), \
9072 12 + (((I) & 0xc0) >> 6)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009073
Craig Topper8c18e112016-05-17 04:41:50 +00009074#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009075 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9076 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9077 (__v16si)(__m512i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009078
Craig Topper8c18e112016-05-17 04:41:50 +00009079#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009080 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9081 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9082 (__v16si)_mm512_setzero_si512()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009083
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009084static __inline__ __m512d __DEFAULT_FN_ATTRS
9085_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9086{
9087 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9088 (__v8df) __W,
9089 (__mmask8) __U);
9090}
9091
9092static __inline__ __m512d __DEFAULT_FN_ATTRS
9093_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9094{
9095 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9096 (__v8df) _mm512_setzero_pd (),
9097 (__mmask8) __U);
9098}
9099
9100static __inline__ __m512i __DEFAULT_FN_ATTRS
9101_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9102{
9103 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9104 (__v8di) __W,
9105 (__mmask8) __U);
9106}
9107
9108static __inline__ __m512i __DEFAULT_FN_ATTRS
9109_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9110{
9111 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9112 (__v8di) _mm512_setzero_pd (),
9113 (__mmask8) __U);
9114}
9115
9116static __inline__ __m512d __DEFAULT_FN_ATTRS
9117_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9118{
9119 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9120 (__v8df) __W,
9121 (__mmask8) __U);
9122}
9123
9124static __inline__ __m512d __DEFAULT_FN_ATTRS
9125_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9126{
9127 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9128 (__v8df) _mm512_setzero_pd(),
9129 (__mmask8) __U);
9130}
9131
9132static __inline__ __m512i __DEFAULT_FN_ATTRS
9133_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9134{
9135 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9136 (__v8di) __W,
9137 (__mmask8) __U);
9138}
9139
9140static __inline__ __m512i __DEFAULT_FN_ATTRS
9141_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9142{
9143 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9144 (__v8di) _mm512_setzero_pd(),
9145 (__mmask8) __U);
9146}
9147
9148static __inline__ __m512 __DEFAULT_FN_ATTRS
9149_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9150{
9151 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9152 (__v16sf) __W,
9153 (__mmask16) __U);
9154}
9155
9156static __inline__ __m512 __DEFAULT_FN_ATTRS
9157_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9158{
9159 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9160 (__v16sf) _mm512_setzero_ps(),
9161 (__mmask16) __U);
9162}
9163
9164static __inline__ __m512i __DEFAULT_FN_ATTRS
9165_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9166{
9167 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9168 (__v16si) __W,
9169 (__mmask16) __U);
9170}
9171
9172static __inline__ __m512i __DEFAULT_FN_ATTRS
9173_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9174{
9175 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9176 (__v16si) _mm512_setzero_ps(),
9177 (__mmask16) __U);
9178}
9179
9180static __inline__ __m512 __DEFAULT_FN_ATTRS
9181_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9182{
9183 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9184 (__v16sf) __W,
9185 (__mmask16) __U);
9186}
9187
9188static __inline__ __m512 __DEFAULT_FN_ATTRS
9189_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9190{
9191 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9192 (__v16sf) _mm512_setzero_ps(),
9193 (__mmask16) __U);
9194}
9195
9196static __inline__ __m512i __DEFAULT_FN_ATTRS
9197_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9198{
9199 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9200 (__v16si) __W,
9201 (__mmask16) __U);
9202}
9203
9204static __inline__ __m512i __DEFAULT_FN_ATTRS
9205_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9206{
9207 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9208 (__v16si) _mm512_setzero_ps(),
9209 (__mmask16) __U);
9210}
9211
Craig Topper8c18e112016-05-17 04:41:50 +00009212#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9213 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9214 (__v8df)_mm512_undefined_pd(), \
9215 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009216
Craig Topper8c18e112016-05-17 04:41:50 +00009217#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9218 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9219 (__v8df)(__m512d)(W), \
9220 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009221
Craig Topper8c18e112016-05-17 04:41:50 +00009222#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9223 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9224 (__v8df)_mm512_setzero_pd(), \
9225 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009226
9227static __inline__ __m512d __DEFAULT_FN_ATTRS
9228_mm512_cvtps_pd (__m256 __A)
9229{
9230 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9231 (__v8df)
9232 _mm512_undefined_pd (),
9233 (__mmask8) -1,
9234 _MM_FROUND_CUR_DIRECTION);
9235}
9236
9237static __inline__ __m512d __DEFAULT_FN_ATTRS
9238_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9239{
9240 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9241 (__v8df) __W,
9242 (__mmask8) __U,
9243 _MM_FROUND_CUR_DIRECTION);
9244}
9245
9246static __inline__ __m512d __DEFAULT_FN_ATTRS
9247_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9248{
9249 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9250 (__v8df)
9251 _mm512_setzero_pd (),
9252 (__mmask8) __U,
9253 _MM_FROUND_CUR_DIRECTION);
9254}
9255
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009256static __inline__ __m512d __DEFAULT_FN_ATTRS
9257_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9258{
Igor Bregeraadb8762016-06-08 13:59:20 +00009259 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9260 (__v8df) __A,
9261 (__v8df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009262}
9263
9264static __inline__ __m512d __DEFAULT_FN_ATTRS
9265_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9266{
Igor Bregeraadb8762016-06-08 13:59:20 +00009267 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9268 (__v8df) __A,
9269 (__v8df) _mm512_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009270}
9271
9272static __inline__ __m512 __DEFAULT_FN_ATTRS
9273_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9274{
Igor Bregeraadb8762016-06-08 13:59:20 +00009275 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9276 (__v16sf) __A,
9277 (__v16sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009278}
9279
9280static __inline__ __m512 __DEFAULT_FN_ATTRS
9281_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9282{
Igor Bregeraadb8762016-06-08 13:59:20 +00009283 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9284 (__v16sf) __A,
9285 (__v16sf) _mm512_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009286}
9287
Michael Zuckerman708e7592016-05-03 10:42:46 +00009288static __inline__ void __DEFAULT_FN_ATTRS
9289_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9290{
9291 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9292 (__mmask8) __U);
9293}
9294
9295static __inline__ void __DEFAULT_FN_ATTRS
9296_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9297{
9298 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9299 (__mmask8) __U);
9300}
9301
9302static __inline__ void __DEFAULT_FN_ATTRS
9303_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9304{
9305 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9306 (__mmask16) __U);
9307}
9308
9309static __inline__ void __DEFAULT_FN_ATTRS
9310_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9311{
9312 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9313 (__mmask16) __U);
9314}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009315
Craig Topper8c18e112016-05-17 04:41:50 +00009316#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9317 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9318 (__v2df)(__m128d)(B), \
9319 (__v4sf)_mm_undefined_ps(), \
9320 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009321
Craig Topper8c18e112016-05-17 04:41:50 +00009322#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9323 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9324 (__v2df)(__m128d)(B), \
9325 (__v4sf)(__m128)(W), \
9326 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009327
Craig Topper8c18e112016-05-17 04:41:50 +00009328#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9329 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9330 (__v2df)(__m128d)(B), \
9331 (__v4sf)_mm_setzero_ps(), \
9332 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009333
Asaf Badouh89f65762016-06-02 08:11:35 +00009334static __inline__ __m128 __DEFAULT_FN_ATTRS
9335_mm_mask_cvtsd_ss (__m128 W, __mmask8 U, __m128 A, __m128d B)
9336{
9337 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9338 (__v2df)(B),
9339 (__v4sf)(W),
9340 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9341}
9342
9343static __inline__ __m128 __DEFAULT_FN_ATTRS
9344_mm_maskz_cvtsd_ss (__mmask8 U, __m128 A, __m128d B)
9345{
9346 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9347 (__v2df)(B),
9348 (__v4sf)_mm_setzero_ps(),
9349 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9350}
9351
9352#define _mm_cvtss_i32 _mm_cvtss_si32
9353#define _mm_cvtss_i64 _mm_cvtss_si64
9354#define _mm_cvtsd_i32 _mm_cvtsd_si32
9355#define _mm_cvtsd_i64 _mm_cvtsd_si64
9356#define _mm_cvti32_sd _mm_cvtsi32_sd
9357#define _mm_cvti64_sd _mm_cvtsi64_sd
9358#define _mm_cvti32_ss _mm_cvtsi32_ss
9359#define _mm_cvti64_ss _mm_cvtsi64_ss
9360
Craig Topper8c18e112016-05-17 04:41:50 +00009361#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9362 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9363 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009364
Craig Topper8c18e112016-05-17 04:41:50 +00009365#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9366 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9367 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009368
Craig Topper8c18e112016-05-17 04:41:50 +00009369#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9370 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009371
Craig Topper8c18e112016-05-17 04:41:50 +00009372#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9373 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009374
Craig Topper8c18e112016-05-17 04:41:50 +00009375#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9376 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9377 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009378
Craig Topper8c18e112016-05-17 04:41:50 +00009379#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9380 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9381 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009382
Craig Topper8c18e112016-05-17 04:41:50 +00009383#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9384 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9385 (__v4sf)(__m128)(B), \
9386 (__v2df)_mm_undefined_pd(), \
9387 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009388
Craig Topper8c18e112016-05-17 04:41:50 +00009389#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9390 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9391 (__v4sf)(__m128)(B), \
9392 (__v2df)(__m128d)(W), \
9393 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009394
Craig Topper8c18e112016-05-17 04:41:50 +00009395#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9396 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9397 (__v4sf)(__m128)(B), \
9398 (__v2df)_mm_setzero_pd(), \
9399 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009400
9401static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouh89f65762016-06-02 08:11:35 +00009402_mm_mask_cvtss_sd (__m128d W, __mmask8 U, __m128d A, __m128 B)
9403{
9404 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9405 (__v4sf)(B),
9406 (__v2df)(W),
9407 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9408}
9409
9410static __inline__ __m128d __DEFAULT_FN_ATTRS
9411_mm_maskz_cvtss_sd (__mmask8 U, __m128d A, __m128 B)
9412{
9413 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9414 (__v4sf)(B),
9415 (__v2df)_mm_setzero_pd(),
9416 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9417}
9418
9419static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009420_mm_cvtu32_sd (__m128d __A, unsigned __B)
9421{
9422 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9423}
9424
Craig Topper8c18e112016-05-17 04:41:50 +00009425#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9426 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9427 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009428
9429static __inline__ __m128d __DEFAULT_FN_ATTRS
9430_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9431{
9432 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9433 _MM_FROUND_CUR_DIRECTION);
9434}
9435
Craig Topper8c18e112016-05-17 04:41:50 +00009436#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9437 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9438 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009439
9440static __inline__ __m128 __DEFAULT_FN_ATTRS
9441_mm_cvtu32_ss (__m128 __A, unsigned __B)
9442{
9443 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9444 _MM_FROUND_CUR_DIRECTION);
9445}
9446
Craig Topper8c18e112016-05-17 04:41:50 +00009447#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9448 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9449 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009450
9451static __inline__ __m128 __DEFAULT_FN_ATTRS
9452_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9453{
9454 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9455 _MM_FROUND_CUR_DIRECTION);
9456}
9457
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009458static __inline__ __m512i __DEFAULT_FN_ATTRS
9459_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9460{
9461 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9462 __M);
9463}
9464
9465static __inline__ __m512i __DEFAULT_FN_ATTRS
9466_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9467{
9468 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9469 __M);
9470}
9471
Michael Zuckerman178113e2016-05-19 12:07:49 +00009472static __inline __m512i __DEFAULT_FN_ATTRS
9473_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9474 int __E, int __F, int __G, int __H,
9475 int __I, int __J, int __K, int __L,
9476 int __M, int __N, int __O, int __P)
9477{
9478 return __extension__ (__m512i)(__v16si)
9479 { __P, __O, __N, __M, __L, __K, __J, __I,
9480 __H, __G, __F, __E, __D, __C, __B, __A };
9481}
9482
9483#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9484 e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009485 _mm512_set_epi32((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6), \
9486 (e5),(e4),(e3),(e2),(e1),(e0))
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009487
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009488static __inline__ __m512i __DEFAULT_FN_ATTRS
9489_mm512_set_epi64 (long long __A, long long __B, long long __C,
9490 long long __D, long long __E, long long __F,
9491 long long __G, long long __H)
9492{
9493 return __extension__ (__m512i) (__v8di)
9494 { __H, __G, __F, __E, __D, __C, __B, __A };
9495}
9496
Michael Zuckerman178113e2016-05-19 12:07:49 +00009497#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009498 _mm512_set_epi64((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009499
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009500static __inline__ __m512d __DEFAULT_FN_ATTRS
9501_mm512_set_pd (double __A, double __B, double __C, double __D,
9502 double __E, double __F, double __G, double __H)
9503{
9504 return __extension__ (__m512d)
9505 { __H, __G, __F, __E, __D, __C, __B, __A };
9506}
9507
Michael Zuckerman178113e2016-05-19 12:07:49 +00009508#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009509 _mm512_set_pd((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009510
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009511static __inline__ __m512 __DEFAULT_FN_ATTRS
9512_mm512_set_ps (float __A, float __B, float __C, float __D,
9513 float __E, float __F, float __G, float __H,
9514 float __I, float __J, float __K, float __L,
9515 float __M, float __N, float __O, float __P)
9516{
9517 return __extension__ (__m512)
9518 { __P, __O, __N, __M, __L, __K, __J, __I,
9519 __H, __G, __F, __E, __D, __C, __B, __A };
9520}
9521
Michael Zuckerman178113e2016-05-19 12:07:49 +00009522#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009523 _mm512_set_ps((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6),(e5), \
9524 (e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009525
Michael Kupersteine45af542015-06-30 13:36:19 +00009526#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009527
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009528#endif // __AVX512FINTRIN_H