blob: 4f95df81928a01e6cc519c4ed1dc1882845be945 [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Michael Zuckermandef78752016-03-28 12:23:09 +000057typedef enum
58{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000059 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
60 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
61 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
62 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
63 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
64 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
65 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
66 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
67 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
68 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
69 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
70 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
71 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
72 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
73 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
74 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
75 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
76 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
77 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
78 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
79 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
80 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
81 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
82 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
83 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
84 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
85 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
86 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
87 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
88 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
89 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
90 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
91 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
92 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
93 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
94 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
95 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
96 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
97 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
98 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
99 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
100 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
101 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
102 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
103 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
104 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
105 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
106 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
107 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
108 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
109 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
110 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
111 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
112 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
113 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
114 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
115 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
116 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
117 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
118 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
119 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
120 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
121 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
122 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
123 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
124 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
125 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
126 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
127 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
128 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
129 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
130 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
131 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
132 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
133 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
134 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
135 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
136 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
137 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
138 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
139 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
140 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
141 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
142 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
143 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
144 _MM_PERM_DDDD = 0xFF
145} _MM_PERM_ENUM;
146
147typedef enum
148{
Michael Zuckermandef78752016-03-28 12:23:09 +0000149 _MM_MANT_NORM_1_2, /* interval [1, 2) */
150 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
151 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
152 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
153} _MM_MANTISSA_NORM_ENUM;
154
155typedef enum
156{
157 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
158 _MM_MANT_SIGN_zero, /* sign = 0 */
159 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
160} _MM_MANTISSA_SIGN_ENUM;
161
Eric Christopher4d1851682015-06-17 07:09:20 +0000162/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000163#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000164
Adam Nemet0d5bb552014-07-28 17:14:40 +0000165/* Create vectors with repeated elements */
166
Michael Kupersteine45af542015-06-30 13:36:19 +0000167static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000168_mm512_setzero_si512(void)
169{
170 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
171}
172
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000173#define _mm512_setzero_epi32 _mm512_setzero_si512
174
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000175static __inline__ __m512d __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000176_mm512_undefined_pd(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000177{
178 return (__m512d)__builtin_ia32_undef512();
179}
180
181static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000182_mm512_undefined(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000183{
184 return (__m512)__builtin_ia32_undef512();
185}
186
187static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000188_mm512_undefined_ps(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000189{
190 return (__m512)__builtin_ia32_undef512();
191}
192
193static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000194_mm512_undefined_epi32(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000195{
196 return (__m512i)__builtin_ia32_undef512();
197}
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000198static __inline__ __m512i __DEFAULT_FN_ATTRS
199_mm512_broadcastd_epi32 (__m128i __A)
200{
201 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
202 (__v16si)
203 _mm512_undefined_epi32 (),
204 (__mmask16) -1);
205}
206
207static __inline__ __m512i __DEFAULT_FN_ATTRS
208_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
209{
210 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
211 (__v16si) __O, __M);
212}
213
214static __inline__ __m512i __DEFAULT_FN_ATTRS
215_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
216{
217 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
218 (__v16si)
219 _mm512_setzero_si512 (),
220 __M);
221}
222
223static __inline__ __m512i __DEFAULT_FN_ATTRS
224_mm512_broadcastq_epi64 (__m128i __A)
225{
226 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
227 (__v8di)
228 _mm512_undefined_pd (),
229 (__mmask8) -1);
230}
231
232static __inline__ __m512i __DEFAULT_FN_ATTRS
233_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
234{
235 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
236 (__v8di) __O, __M);
237}
238
239static __inline__ __m512i __DEFAULT_FN_ATTRS
240_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
241{
242 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
243 (__v8di)
244 _mm512_setzero_si512 (),
245 __M);
246}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000247
Michael Kupersteine45af542015-06-30 13:36:19 +0000248static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000249_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
250{
251 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
252 (__v16si)
253 _mm512_setzero_si512 (),
254 __M);
255}
256
Michael Kupersteine45af542015-06-30 13:36:19 +0000257static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000258_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
259{
260#ifdef __x86_64__
261 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
262 (__v8di)
263 _mm512_setzero_si512 (),
264 __M);
265#else
266 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
267 (__v8di)
268 _mm512_setzero_si512 (),
269 __M);
270#endif
271}
272
Michael Kupersteine45af542015-06-30 13:36:19 +0000273static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000274_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000275{
276 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
277 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
278}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000279
280#define _mm512_setzero _mm512_setzero_ps
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000282static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000283_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000284{
285 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
286}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000287
Michael Kupersteine45af542015-06-30 13:36:19 +0000288static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000289_mm512_set1_ps(float __w)
290{
291 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
292 __w, __w, __w, __w, __w, __w, __w, __w };
293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000296_mm512_set1_pd(double __w)
297{
298 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000302_mm512_set1_epi8(char __w)
303{
304 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w,
306 __w, __w, __w, __w, __w, __w, __w, __w,
307 __w, __w, __w, __w, __w, __w, __w, __w,
308 __w, __w, __w, __w, __w, __w, __w, __w,
309 __w, __w, __w, __w, __w, __w, __w, __w,
310 __w, __w, __w, __w, __w, __w, __w, __w,
311 __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
314static __inline __m512i __DEFAULT_FN_ATTRS
315_mm512_set1_epi16(short __w)
316{
317 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w };
321}
322
323static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000324_mm512_set1_epi32(int __s)
325{
326 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
327 __s, __s, __s, __s, __s, __s, __s, __s };
328}
329
Michael Kupersteine45af542015-06-30 13:36:19 +0000330static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000331_mm512_set1_epi64(long long __d)
332{
333 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
334}
335
Michael Kupersteine45af542015-06-30 13:36:19 +0000336static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000337_mm512_broadcastss_ps(__m128 __X)
338{
339 float __f = __X[0];
340 return (__v16sf){ __f, __f, __f, __f,
341 __f, __f, __f, __f,
342 __f, __f, __f, __f,
343 __f, __f, __f, __f };
344}
345
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000346static __inline __m512i __DEFAULT_FN_ATTRS
347_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
348{
349 return (__m512i)(__v16si)
350 { __D, __C, __B, __A, __D, __C, __B, __A,
351 __D, __C, __B, __A, __D, __C, __B, __A };
352}
353
354static __inline __m512i __DEFAULT_FN_ATTRS
355_mm512_set4_epi64 (long long __A, long long __B, long long __C,
356 long long __D)
357{
358 return (__m512i) (__v8di)
359 { __D, __C, __B, __A, __D, __C, __B, __A };
360}
361
362static __inline __m512d __DEFAULT_FN_ATTRS
363_mm512_set4_pd (double __A, double __B, double __C, double __D)
364{
365 return (__m512d)
366 { __D, __C, __B, __A, __D, __C, __B, __A };
367}
368
369static __inline __m512 __DEFAULT_FN_ATTRS
370_mm512_set4_ps (float __A, float __B, float __C, float __D)
371{
372 return (__m512)
373 { __D, __C, __B, __A, __D, __C, __B, __A,
374 __D, __C, __B, __A, __D, __C, __B, __A };
375}
376
377#define _mm512_setr4_epi32(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000378 _mm512_set4_epi32((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000379
380#define _mm512_setr4_epi64(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000381 _mm512_set4_epi64((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000382
383#define _mm512_setr4_pd(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000384 _mm512_set4_pd((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000385
386#define _mm512_setr4_ps(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000387 _mm512_set4_ps((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000388
Michael Kupersteine45af542015-06-30 13:36:19 +0000389static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000390_mm512_broadcastsd_pd(__m128d __X)
391{
392 double __d = __X[0];
393 return (__v8df){ __d, __d, __d, __d,
394 __d, __d, __d, __d };
395}
396
Adam Nemetc871ff92014-07-30 16:51:24 +0000397/* Cast between vector types */
398
Michael Kupersteine45af542015-06-30 13:36:19 +0000399static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000400_mm512_castpd256_pd512(__m256d __a)
401{
402 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
403}
404
Michael Kupersteine45af542015-06-30 13:36:19 +0000405static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000406_mm512_castps256_ps512(__m256 __a)
407{
408 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
409 -1, -1, -1, -1, -1, -1, -1, -1);
410}
411
Michael Kupersteine45af542015-06-30 13:36:19 +0000412static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000413_mm512_castpd512_pd128(__m512d __a)
414{
415 return __builtin_shufflevector(__a, __a, 0, 1);
416}
417
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000418static __inline __m256d __DEFAULT_FN_ATTRS
419_mm512_castpd512_pd256 (__m512d __A)
420{
421 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
422}
423
Michael Kupersteine45af542015-06-30 13:36:19 +0000424static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000425_mm512_castps512_ps128(__m512 __a)
426{
427 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
428}
429
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000430static __inline __m256 __DEFAULT_FN_ATTRS
431_mm512_castps512_ps256 (__m512 __A)
432{
433 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
434}
435
436static __inline __m512 __DEFAULT_FN_ATTRS
437_mm512_castpd_ps (__m512d __A)
438{
439 return (__m512) (__A);
440}
441
442static __inline __m512i __DEFAULT_FN_ATTRS
443_mm512_castpd_si512 (__m512d __A)
444{
445 return (__m512i) (__A);
446}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000447
448static __inline__ __m512d __DEFAULT_FN_ATTRS
449_mm512_castpd128_pd512 (__m128d __A)
450{
451 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
452}
453
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000454static __inline __m512d __DEFAULT_FN_ATTRS
455_mm512_castps_pd (__m512 __A)
456{
457 return (__m512d) (__A);
458}
459
460static __inline __m512i __DEFAULT_FN_ATTRS
461_mm512_castps_si512 (__m512 __A)
462{
463 return (__m512i) (__A);
464}
465
Michael Zuckermanc6677032016-05-03 14:26:52 +0000466static __inline__ __m512 __DEFAULT_FN_ATTRS
467_mm512_castps128_ps512 (__m128 __A)
468{
469 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
470}
471
472static __inline__ __m512i __DEFAULT_FN_ATTRS
473_mm512_castsi128_si512 (__m128i __A)
474{
475 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
476}
477
478static __inline__ __m512i __DEFAULT_FN_ATTRS
479_mm512_castsi256_si512 (__m256i __A)
480{
481 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
482}
483
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000484static __inline __m512 __DEFAULT_FN_ATTRS
485_mm512_castsi512_ps (__m512i __A)
486{
487 return (__m512) (__A);
488}
489
490static __inline __m512d __DEFAULT_FN_ATTRS
491_mm512_castsi512_pd (__m512i __A)
492{
493 return (__m512d) (__A);
494}
495
496static __inline __m128i __DEFAULT_FN_ATTRS
497_mm512_castsi512_si128 (__m512i __A)
498{
499 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
500}
501
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000502static __inline __m256i __DEFAULT_FN_ATTRS
503_mm512_castsi512_si256 (__m512i __A)
504{
505 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
506}
507
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000508/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000509static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000510_mm512_and_epi32(__m512i __a, __m512i __b)
511{
Craig Topper6a77b622016-06-04 05:43:41 +0000512 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000513}
514
Michael Kupersteine45af542015-06-30 13:36:19 +0000515static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000516_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
517{
Asaf Badouh13633282016-07-05 12:24:14 +0000518 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __k,
519 (__v16si) _mm512_and_epi32(__a, __b),
520 (__v16si) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000521}
Asaf Badouh13633282016-07-05 12:24:14 +0000522
Michael Kupersteine45af542015-06-30 13:36:19 +0000523static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000524_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
525{
Asaf Badouh13633282016-07-05 12:24:14 +0000526 return (__m512i) _mm512_mask_and_epi32(_mm512_setzero_si512 (),
527 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000528}
529
Michael Kupersteine45af542015-06-30 13:36:19 +0000530static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000531_mm512_and_epi64(__m512i __a, __m512i __b)
532{
Craig Topper6a77b622016-06-04 05:43:41 +0000533 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000534}
535
Michael Kupersteine45af542015-06-30 13:36:19 +0000536static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000537_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
538{
Asaf Badouh13633282016-07-05 12:24:14 +0000539 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __k,
540 (__v8di) _mm512_and_epi64(__a, __b),
541 (__v8di) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000542}
Asaf Badouh13633282016-07-05 12:24:14 +0000543
Michael Kupersteine45af542015-06-30 13:36:19 +0000544static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000545_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
546{
Asaf Badouh13633282016-07-05 12:24:14 +0000547 return (__m512i) _mm512_mask_and_epi64((__v8di)_mm512_setzero_si512 (),
548 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000549}
550
Michael Kupersteine45af542015-06-30 13:36:19 +0000551static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000552_mm512_andnot_si512 (__m512i __A, __m512i __B)
553{
Craig Topper6a77b622016-06-04 05:43:41 +0000554 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000555}
556
557static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000558_mm512_andnot_epi32 (__m512i __A, __m512i __B)
559{
560 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
561 (__v16si) __B,
562 (__v16si)
563 _mm512_setzero_si512 (),
564 (__mmask16) -1);
565}
566
Michael Kupersteine45af542015-06-30 13:36:19 +0000567static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000568_mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
569{
570 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
571 (__v16si) __B,
572 (__v16si) __W,
573 (__mmask16) __U);
574}
575
Michael Kupersteine45af542015-06-30 13:36:19 +0000576static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000577_mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
578{
579 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
580 (__v16si) __B,
581 (__v16si)
582 _mm512_setzero_si512 (),
583 (__mmask16) __U);
584}
585
Michael Kupersteine45af542015-06-30 13:36:19 +0000586static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000587_mm512_andnot_epi64 (__m512i __A, __m512i __B)
588{
589 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
590 (__v8di) __B,
591 (__v8di)
592 _mm512_setzero_si512 (),
593 (__mmask8) -1);
594}
595
Michael Kupersteine45af542015-06-30 13:36:19 +0000596static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000597_mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
598{
599 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
600 (__v8di) __B,
601 (__v8di) __W, __U);
602}
603
Michael Kupersteine45af542015-06-30 13:36:19 +0000604static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000605_mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
606{
607 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
608 (__v8di) __B,
609 (__v8di)
610 _mm512_setzero_pd (),
611 __U);
612}
Michael Kupersteine45af542015-06-30 13:36:19 +0000613static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000614_mm512_or_epi32(__m512i __a, __m512i __b)
615{
Craig Topper6a77b622016-06-04 05:43:41 +0000616 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000617}
618
Michael Kupersteine45af542015-06-30 13:36:19 +0000619static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000620_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
621{
622 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
623 (__v16si) __b,
624 (__v16si) __src,
625 (__mmask16) __k);
626}
Michael Kupersteine45af542015-06-30 13:36:19 +0000627static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000628_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
629{
630 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
631 (__v16si) __b,
632 (__v16si)
633 _mm512_setzero_si512 (),
634 (__mmask16) __k);
635}
636
Michael Kupersteine45af542015-06-30 13:36:19 +0000637static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000638_mm512_or_epi64(__m512i __a, __m512i __b)
639{
Craig Topper6a77b622016-06-04 05:43:41 +0000640 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000641}
642
Michael Kupersteine45af542015-06-30 13:36:19 +0000643static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000644_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
645{
646 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
647 (__v8di) __b,
648 (__v8di) __src,
649 (__mmask8) __k);
650}
Michael Kupersteine45af542015-06-30 13:36:19 +0000651static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000652_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
653{
654 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
655 (__v8di) __b,
656 (__v8di)
657 _mm512_setzero_si512 (),
658 (__mmask8) __k);
659}
660
Michael Kupersteine45af542015-06-30 13:36:19 +0000661static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000662_mm512_xor_epi32(__m512i __a, __m512i __b)
663{
Craig Topper6a77b622016-06-04 05:43:41 +0000664 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000665}
666
Michael Kupersteine45af542015-06-30 13:36:19 +0000667static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000668_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
669{
670 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
671 (__v16si) __b,
672 (__v16si) __src,
673 (__mmask16) __k);
674}
Michael Kupersteine45af542015-06-30 13:36:19 +0000675static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000676_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
677{
678 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
679 (__v16si) __b,
680 (__v16si)
681 _mm512_setzero_si512 (),
682 (__mmask16) __k);
683}
684
Michael Kupersteine45af542015-06-30 13:36:19 +0000685static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000686_mm512_xor_epi64(__m512i __a, __m512i __b)
687{
Craig Topper6a77b622016-06-04 05:43:41 +0000688 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000689}
690
Michael Kupersteine45af542015-06-30 13:36:19 +0000691static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000692_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
693{
694 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
695 (__v8di) __b,
696 (__v8di) __src,
697 (__mmask8) __k);
698}
Michael Kupersteine45af542015-06-30 13:36:19 +0000699static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000700_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
701{
702 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
703 (__v8di) __b,
704 (__v8di)
705 _mm512_setzero_si512 (),
706 (__mmask8) __k);
707}
708
Michael Kupersteine45af542015-06-30 13:36:19 +0000709static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000710_mm512_and_si512(__m512i __a, __m512i __b)
711{
Craig Topper6a77b622016-06-04 05:43:41 +0000712 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000713}
714
Michael Kupersteine45af542015-06-30 13:36:19 +0000715static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000716_mm512_or_si512(__m512i __a, __m512i __b)
717{
Craig Topper6a77b622016-06-04 05:43:41 +0000718 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000719}
720
Michael Kupersteine45af542015-06-30 13:36:19 +0000721static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000722_mm512_xor_si512(__m512i __a, __m512i __b)
723{
Craig Topper6a77b622016-06-04 05:43:41 +0000724 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000725}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000726/* Arithmetic */
727
Michael Kupersteine45af542015-06-30 13:36:19 +0000728static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000729_mm512_add_pd(__m512d __a, __m512d __b)
730{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000731 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000732}
733
Michael Kupersteine45af542015-06-30 13:36:19 +0000734static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000735_mm512_add_ps(__m512 __a, __m512 __b)
736{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000737 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000738}
739
Michael Kupersteine45af542015-06-30 13:36:19 +0000740static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000741_mm512_mul_pd(__m512d __a, __m512d __b)
742{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000743 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000744}
745
Michael Kupersteine45af542015-06-30 13:36:19 +0000746static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000747_mm512_mul_ps(__m512 __a, __m512 __b)
748{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000749 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000750}
751
Michael Kupersteine45af542015-06-30 13:36:19 +0000752static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000753_mm512_sub_pd(__m512d __a, __m512d __b)
754{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000755 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000756}
757
Michael Kupersteine45af542015-06-30 13:36:19 +0000758static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000759_mm512_sub_ps(__m512 __a, __m512 __b)
760{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000761 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000762}
763
Michael Kupersteine45af542015-06-30 13:36:19 +0000764static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000765_mm512_add_epi64 (__m512i __A, __m512i __B)
766{
Craig Topper6a77b622016-06-04 05:43:41 +0000767 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000768}
769
Michael Kupersteine45af542015-06-30 13:36:19 +0000770static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000771_mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
772{
773 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
774 (__v8di) __B,
775 (__v8di) __W,
776 (__mmask8) __U);
777}
778
Michael Kupersteine45af542015-06-30 13:36:19 +0000779static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000780_mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
781{
782 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
783 (__v8di) __B,
784 (__v8di)
785 _mm512_setzero_si512 (),
786 (__mmask8) __U);
787}
788
Michael Kupersteine45af542015-06-30 13:36:19 +0000789static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000790_mm512_sub_epi64 (__m512i __A, __m512i __B)
791{
Craig Topper6a77b622016-06-04 05:43:41 +0000792 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000793}
794
Michael Kupersteine45af542015-06-30 13:36:19 +0000795static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000796_mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
797{
798 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
799 (__v8di) __B,
800 (__v8di) __W,
801 (__mmask8) __U);
802}
803
Michael Kupersteine45af542015-06-30 13:36:19 +0000804static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000805_mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
806{
807 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
808 (__v8di) __B,
809 (__v8di)
810 _mm512_setzero_si512 (),
811 (__mmask8) __U);
812}
813
Michael Kupersteine45af542015-06-30 13:36:19 +0000814static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000815_mm512_add_epi32 (__m512i __A, __m512i __B)
816{
Craig Topper6a77b622016-06-04 05:43:41 +0000817 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000818}
819
Michael Kupersteine45af542015-06-30 13:36:19 +0000820static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000821_mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
822{
823 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
824 (__v16si) __B,
825 (__v16si) __W,
826 (__mmask16) __U);
827}
828
Michael Kupersteine45af542015-06-30 13:36:19 +0000829static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000830_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
831{
832 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
833 (__v16si) __B,
834 (__v16si)
835 _mm512_setzero_si512 (),
836 (__mmask16) __U);
837}
838
Michael Kupersteine45af542015-06-30 13:36:19 +0000839static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000840_mm512_sub_epi32 (__m512i __A, __m512i __B)
841{
Craig Topper6a77b622016-06-04 05:43:41 +0000842 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000843}
844
Michael Kupersteine45af542015-06-30 13:36:19 +0000845static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000846_mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
847{
848 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
849 (__v16si) __B,
850 (__v16si) __W,
851 (__mmask16) __U);
852}
853
Michael Kupersteine45af542015-06-30 13:36:19 +0000854static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000855_mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
856{
857 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
858 (__v16si) __B,
859 (__v16si)
860 _mm512_setzero_si512 (),
861 (__mmask16) __U);
862}
863
Craig Topperf3efec62016-06-08 06:08:07 +0000864#define _mm512_mask_max_round_pd(W, U, A, B, R) __extension__ ({ \
865 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
866 (__v8df)(__m512d)(B), \
867 (__v8df)(__m512d)(W), (__mmask8)(U), \
868 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000869
Craig Topperf3efec62016-06-08 06:08:07 +0000870#define _mm512_maskz_max_round_pd(U, A, B, R) __extension__ ({ \
871 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
872 (__v8df)(__m512d)(B), \
873 (__v8df)_mm512_setzero_pd(), \
874 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000875
Craig Topperf3efec62016-06-08 06:08:07 +0000876#define _mm512_max_round_pd(A, B, R) __extension__ ({ \
877 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
878 (__v8df)(__m512d)(B), \
879 (__v8df)_mm512_undefined_pd(), \
880 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000881
Michael Kupersteine45af542015-06-30 13:36:19 +0000882static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000883_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000884{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000885 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
886 (__v8df) __B,
887 (__v8df)
888 _mm512_setzero_pd (),
889 (__mmask8) -1,
890 _MM_FROUND_CUR_DIRECTION);
891}
892
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000893static __inline__ __m512d __DEFAULT_FN_ATTRS
894_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
895{
896 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
897 (__v8df) __B,
898 (__v8df) __W,
899 (__mmask8) __U,
900 _MM_FROUND_CUR_DIRECTION);
901}
902
903static __inline__ __m512d __DEFAULT_FN_ATTRS
904_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
905{
906 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
907 (__v8df) __B,
908 (__v8df)
909 _mm512_setzero_pd (),
910 (__mmask8) __U,
911 _MM_FROUND_CUR_DIRECTION);
912}
913
Craig Topperf3efec62016-06-08 06:08:07 +0000914#define _mm512_mask_max_round_ps(W, U, A, B, R) __extension__ ({ \
915 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
916 (__v16sf)(__m512)(B), \
917 (__v16sf)(__m512)(W), (__mmask16)(U), \
918 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000919
Craig Topperf3efec62016-06-08 06:08:07 +0000920#define _mm512_maskz_max_round_ps(U, A, B, R) __extension__ ({ \
921 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
922 (__v16sf)(__m512)(B), \
923 (__v16sf)_mm512_setzero_ps(), \
924 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000925
Craig Topperf3efec62016-06-08 06:08:07 +0000926#define _mm512_max_round_ps(A, B, R) __extension__ ({ \
927 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
928 (__v16sf)(__m512)(B), \
929 (__v16sf)_mm512_undefined_ps(), \
930 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000931
Michael Kupersteine45af542015-06-30 13:36:19 +0000932static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000933_mm512_max_ps(__m512 __A, __m512 __B)
934{
935 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
936 (__v16sf) __B,
937 (__v16sf)
938 _mm512_setzero_ps (),
939 (__mmask16) -1,
940 _MM_FROUND_CUR_DIRECTION);
941}
942
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000943static __inline__ __m512 __DEFAULT_FN_ATTRS
944_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
945{
946 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
947 (__v16sf) __B,
948 (__v16sf) __W,
949 (__mmask16) __U,
950 _MM_FROUND_CUR_DIRECTION);
951}
952
953static __inline__ __m512 __DEFAULT_FN_ATTRS
954_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
955{
956 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
957 (__v16sf) __B,
958 (__v16sf)
959 _mm512_setzero_ps (),
960 (__mmask16) __U,
961 _MM_FROUND_CUR_DIRECTION);
962}
963
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000964static __inline__ __m128 __DEFAULT_FN_ATTRS
965_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000966 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000967 (__v4sf) __B,
968 (__v4sf) __W,
969 (__mmask8) __U,
970 _MM_FROUND_CUR_DIRECTION);
971}
972
973static __inline__ __m128 __DEFAULT_FN_ATTRS
974_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000975 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000976 (__v4sf) __B,
977 (__v4sf) _mm_setzero_ps (),
978 (__mmask8) __U,
979 _MM_FROUND_CUR_DIRECTION);
980}
981
Craig Topper8c18e112016-05-17 04:41:50 +0000982#define _mm_max_round_ss(A, B, R) __extension__ ({ \
983 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
984 (__v4sf)(__m128)(B), \
985 (__v4sf)_mm_setzero_ps(), \
986 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000987
Craig Topper8c18e112016-05-17 04:41:50 +0000988#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
989 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
990 (__v4sf)(__m128)(B), \
991 (__v4sf)(__m128)(W), (__mmask8)(U), \
992 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000993
Craig Topper8c18e112016-05-17 04:41:50 +0000994#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
995 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
996 (__v4sf)(__m128)(B), \
997 (__v4sf)_mm_setzero_ps(), \
998 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000999
1000static __inline__ __m128d __DEFAULT_FN_ATTRS
1001_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001002 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001003 (__v2df) __B,
1004 (__v2df) __W,
1005 (__mmask8) __U,
1006 _MM_FROUND_CUR_DIRECTION);
1007}
1008
1009static __inline__ __m128d __DEFAULT_FN_ATTRS
1010_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001011 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001012 (__v2df) __B,
1013 (__v2df) _mm_setzero_pd (),
1014 (__mmask8) __U,
1015 _MM_FROUND_CUR_DIRECTION);
1016}
1017
Craig Topper8c18e112016-05-17 04:41:50 +00001018#define _mm_max_round_sd(A, B, R) __extension__ ({ \
1019 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1020 (__v2df)(__m128d)(B), \
1021 (__v2df)_mm_setzero_pd(), \
1022 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001023
Craig Topper8c18e112016-05-17 04:41:50 +00001024#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
1025 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1026 (__v2df)(__m128d)(B), \
1027 (__v2df)(__m128d)(W), \
1028 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001029
Craig Topper8c18e112016-05-17 04:41:50 +00001030#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1031 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1032 (__v2df)(__m128d)(B), \
1033 (__v2df)_mm_setzero_pd(), \
1034 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001035
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001036static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001037__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001038_mm512_max_epi32(__m512i __A, __m512i __B)
1039{
1040 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1041 (__v16si) __B,
1042 (__v16si)
1043 _mm512_setzero_si512 (),
1044 (__mmask16) -1);
1045}
1046
Michael Zuckermande860e52016-05-10 11:34:19 +00001047static __inline__ __m512i __DEFAULT_FN_ATTRS
1048_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1049{
1050 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1051 (__v16si) __B,
1052 (__v16si) __W, __M);
1053}
1054
1055static __inline__ __m512i __DEFAULT_FN_ATTRS
1056_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1057{
1058 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1059 (__v16si) __B,
1060 (__v16si)
1061 _mm512_setzero_si512 (),
1062 __M);
1063}
1064
Michael Kupersteine45af542015-06-30 13:36:19 +00001065static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001066_mm512_max_epu32(__m512i __A, __m512i __B)
1067{
1068 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1069 (__v16si) __B,
1070 (__v16si)
1071 _mm512_setzero_si512 (),
1072 (__mmask16) -1);
1073}
1074
Michael Zuckermande860e52016-05-10 11:34:19 +00001075static __inline__ __m512i __DEFAULT_FN_ATTRS
1076_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1077{
1078 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1079 (__v16si) __B,
1080 (__v16si) __W, __M);
1081}
1082
1083static __inline__ __m512i __DEFAULT_FN_ATTRS
1084_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1085{
1086 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1087 (__v16si) __B,
1088 (__v16si)
1089 _mm512_setzero_si512 (),
1090 __M);
1091}
1092
Michael Kupersteine45af542015-06-30 13:36:19 +00001093static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001094_mm512_max_epi64(__m512i __A, __m512i __B)
1095{
1096 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1097 (__v8di) __B,
1098 (__v8di)
1099 _mm512_setzero_si512 (),
1100 (__mmask8) -1);
1101}
1102
Michael Zuckermande860e52016-05-10 11:34:19 +00001103static __inline__ __m512i __DEFAULT_FN_ATTRS
1104_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1105{
1106 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1107 (__v8di) __B,
1108 (__v8di) __W, __M);
1109}
1110
1111static __inline__ __m512i __DEFAULT_FN_ATTRS
1112_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1113{
1114 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1115 (__v8di) __B,
1116 (__v8di)
1117 _mm512_setzero_si512 (),
1118 __M);
1119}
1120
Michael Kupersteine45af542015-06-30 13:36:19 +00001121static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001122_mm512_max_epu64(__m512i __A, __m512i __B)
1123{
1124 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1125 (__v8di) __B,
1126 (__v8di)
1127 _mm512_setzero_si512 (),
1128 (__mmask8) -1);
1129}
1130
Michael Zuckermande860e52016-05-10 11:34:19 +00001131static __inline__ __m512i __DEFAULT_FN_ATTRS
1132_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1133{
1134 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1135 (__v8di) __B,
1136 (__v8di) __W, __M);
1137}
1138
1139static __inline__ __m512i __DEFAULT_FN_ATTRS
1140_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1141{
1142 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1143 (__v8di) __B,
1144 (__v8di)
1145 _mm512_setzero_si512 (),
1146 __M);
1147}
1148
Craig Topperf3efec62016-06-08 06:08:07 +00001149#define _mm512_mask_min_round_pd(W, U, A, B, R) __extension__ ({ \
1150 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1151 (__v8df)(__m512d)(B), \
1152 (__v8df)(__m512d)(W), (__mmask8)(U), \
1153 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001154
Craig Topperf3efec62016-06-08 06:08:07 +00001155#define _mm512_maskz_min_round_pd(U, A, B, R) __extension__ ({ \
1156 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1157 (__v8df)(__m512d)(B), \
1158 (__v8df)_mm512_setzero_pd(), \
1159 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001160
Craig Topperf3efec62016-06-08 06:08:07 +00001161#define _mm512_min_round_pd(A, B, R) __extension__ ({ \
1162 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1163 (__v8df)(__m512d)(B), \
1164 (__v8df)_mm512_undefined_pd(), \
1165 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001166
Michael Kupersteine45af542015-06-30 13:36:19 +00001167static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001168_mm512_min_pd(__m512d __A, __m512d __B)
1169{
1170 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1171 (__v8df) __B,
1172 (__v8df)
1173 _mm512_setzero_pd (),
1174 (__mmask8) -1,
1175 _MM_FROUND_CUR_DIRECTION);
1176}
1177
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001178static __inline__ __m512d __DEFAULT_FN_ATTRS
1179_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1180{
1181 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1182 (__v8df) __B,
1183 (__v8df) __W,
1184 (__mmask8) __U,
1185 _MM_FROUND_CUR_DIRECTION);
1186}
1187
Craig Topperf3efec62016-06-08 06:08:07 +00001188#define _mm512_mask_min_round_ps(W, U, A, B, R) __extension__ ({ \
1189 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1190 (__v16sf)(__m512)(B), \
1191 (__v16sf)(__m512)(W), (__mmask16)(U), \
1192 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001193
Craig Topperf3efec62016-06-08 06:08:07 +00001194#define _mm512_maskz_min_round_ps(U, A, B, R) __extension__ ({ \
1195 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1196 (__v16sf)(__m512)(B), \
1197 (__v16sf)_mm512_setzero_ps(), \
1198 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001199
Craig Topperf3efec62016-06-08 06:08:07 +00001200#define _mm512_min_round_ps(A, B, R) __extension__ ({ \
1201 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1202 (__v16sf)(__m512)(B), \
1203 (__v16sf)_mm512_undefined_ps(), \
1204 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001205
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001206static __inline__ __m512d __DEFAULT_FN_ATTRS
1207_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1208{
1209 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1210 (__v8df) __B,
1211 (__v8df)
1212 _mm512_setzero_pd (),
1213 (__mmask8) __U,
1214 _MM_FROUND_CUR_DIRECTION);
1215}
1216
Michael Kupersteine45af542015-06-30 13:36:19 +00001217static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001218_mm512_min_ps(__m512 __A, __m512 __B)
1219{
1220 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1221 (__v16sf) __B,
1222 (__v16sf)
1223 _mm512_setzero_ps (),
1224 (__mmask16) -1,
1225 _MM_FROUND_CUR_DIRECTION);
1226}
1227
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001228static __inline__ __m512 __DEFAULT_FN_ATTRS
1229_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1230{
1231 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1232 (__v16sf) __B,
1233 (__v16sf) __W,
1234 (__mmask16) __U,
1235 _MM_FROUND_CUR_DIRECTION);
1236}
1237
1238static __inline__ __m512 __DEFAULT_FN_ATTRS
1239_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1240{
1241 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1242 (__v16sf) __B,
1243 (__v16sf)
1244 _mm512_setzero_ps (),
1245 (__mmask16) __U,
1246 _MM_FROUND_CUR_DIRECTION);
1247}
1248
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001249static __inline__ __m128 __DEFAULT_FN_ATTRS
1250_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001251 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001252 (__v4sf) __B,
1253 (__v4sf) __W,
1254 (__mmask8) __U,
1255 _MM_FROUND_CUR_DIRECTION);
1256}
1257
1258static __inline__ __m128 __DEFAULT_FN_ATTRS
1259_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001260 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001261 (__v4sf) __B,
1262 (__v4sf) _mm_setzero_ps (),
1263 (__mmask8) __U,
1264 _MM_FROUND_CUR_DIRECTION);
1265}
1266
Craig Topper8c18e112016-05-17 04:41:50 +00001267#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1268 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1269 (__v4sf)(__m128)(B), \
1270 (__v4sf)_mm_setzero_ps(), \
1271 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001272
Craig Topper8c18e112016-05-17 04:41:50 +00001273#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1274 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1275 (__v4sf)(__m128)(B), \
1276 (__v4sf)(__m128)(W), (__mmask8)(U), \
1277 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001278
Craig Topper8c18e112016-05-17 04:41:50 +00001279#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1280 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1281 (__v4sf)(__m128)(B), \
1282 (__v4sf)_mm_setzero_ps(), \
1283 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001284
1285static __inline__ __m128d __DEFAULT_FN_ATTRS
1286_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001287 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001288 (__v2df) __B,
1289 (__v2df) __W,
1290 (__mmask8) __U,
1291 _MM_FROUND_CUR_DIRECTION);
1292}
1293
1294static __inline__ __m128d __DEFAULT_FN_ATTRS
1295_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001296 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001297 (__v2df) __B,
1298 (__v2df) _mm_setzero_pd (),
1299 (__mmask8) __U,
1300 _MM_FROUND_CUR_DIRECTION);
1301}
1302
Craig Topper8c18e112016-05-17 04:41:50 +00001303#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1304 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1305 (__v2df)(__m128d)(B), \
1306 (__v2df)_mm_setzero_pd(), \
1307 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001308
Craig Topper8c18e112016-05-17 04:41:50 +00001309#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1310 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1311 (__v2df)(__m128d)(B), \
1312 (__v2df)(__m128d)(W), \
1313 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001314
Craig Topper8c18e112016-05-17 04:41:50 +00001315#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1316 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1317 (__v2df)(__m128d)(B), \
1318 (__v2df)_mm_setzero_pd(), \
1319 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001320
Adam Nemet0d5bb552014-07-28 17:14:40 +00001321static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001322__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001323_mm512_min_epi32(__m512i __A, __m512i __B)
1324{
1325 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1326 (__v16si) __B,
1327 (__v16si)
1328 _mm512_setzero_si512 (),
1329 (__mmask16) -1);
1330}
1331
Michael Zuckermande860e52016-05-10 11:34:19 +00001332static __inline__ __m512i __DEFAULT_FN_ATTRS
1333_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1334{
1335 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1336 (__v16si) __B,
1337 (__v16si) __W, __M);
1338}
1339
1340static __inline__ __m512i __DEFAULT_FN_ATTRS
1341_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1342{
1343 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1344 (__v16si) __B,
1345 (__v16si)
1346 _mm512_setzero_si512 (),
1347 __M);
1348}
1349
Michael Kupersteine45af542015-06-30 13:36:19 +00001350static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001351_mm512_min_epu32(__m512i __A, __m512i __B)
1352{
1353 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1354 (__v16si) __B,
1355 (__v16si)
1356 _mm512_setzero_si512 (),
1357 (__mmask16) -1);
1358}
1359
Michael Zuckermande860e52016-05-10 11:34:19 +00001360static __inline__ __m512i __DEFAULT_FN_ATTRS
1361_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1362{
1363 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1364 (__v16si) __B,
1365 (__v16si) __W, __M);
1366}
1367
1368static __inline__ __m512i __DEFAULT_FN_ATTRS
1369_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1370{
1371 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1372 (__v16si) __B,
1373 (__v16si)
1374 _mm512_setzero_si512 (),
1375 __M);
1376}
1377
Michael Kupersteine45af542015-06-30 13:36:19 +00001378static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001379_mm512_min_epi64(__m512i __A, __m512i __B)
1380{
1381 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1382 (__v8di) __B,
1383 (__v8di)
1384 _mm512_setzero_si512 (),
1385 (__mmask8) -1);
1386}
1387
Michael Zuckermande860e52016-05-10 11:34:19 +00001388static __inline__ __m512i __DEFAULT_FN_ATTRS
1389_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1390{
1391 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1392 (__v8di) __B,
1393 (__v8di) __W, __M);
1394}
1395
1396static __inline__ __m512i __DEFAULT_FN_ATTRS
1397_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1398{
1399 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1400 (__v8di) __B,
1401 (__v8di)
1402 _mm512_setzero_si512 (),
1403 __M);
1404}
1405
Michael Kupersteine45af542015-06-30 13:36:19 +00001406static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001407_mm512_min_epu64(__m512i __A, __m512i __B)
1408{
1409 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1410 (__v8di) __B,
1411 (__v8di)
1412 _mm512_setzero_si512 (),
1413 (__mmask8) -1);
1414}
1415
Michael Zuckermande860e52016-05-10 11:34:19 +00001416static __inline__ __m512i __DEFAULT_FN_ATTRS
1417_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1418{
1419 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1420 (__v8di) __B,
1421 (__v8di) __W, __M);
1422}
1423
1424static __inline__ __m512i __DEFAULT_FN_ATTRS
1425_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1426{
1427 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1428 (__v8di) __B,
1429 (__v8di)
1430 _mm512_setzero_si512 (),
1431 __M);
1432}
1433
Michael Kupersteine45af542015-06-30 13:36:19 +00001434static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001435_mm512_mul_epi32(__m512i __X, __m512i __Y)
1436{
1437 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1438 (__v16si) __Y,
1439 (__v8di)
1440 _mm512_setzero_si512 (),
1441 (__mmask8) -1);
1442}
1443
Michael Kupersteine45af542015-06-30 13:36:19 +00001444static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001445_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1446{
1447 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1448 (__v16si) __Y,
1449 (__v8di) __W, __M);
1450}
1451
Michael Kupersteine45af542015-06-30 13:36:19 +00001452static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001453_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1454{
1455 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1456 (__v16si) __Y,
1457 (__v8di)
1458 _mm512_setzero_si512 (),
1459 __M);
1460}
1461
Michael Kupersteine45af542015-06-30 13:36:19 +00001462static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001463_mm512_mul_epu32(__m512i __X, __m512i __Y)
1464{
1465 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1466 (__v16si) __Y,
1467 (__v8di)
1468 _mm512_setzero_si512 (),
1469 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001470}
1471
Michael Kupersteine45af542015-06-30 13:36:19 +00001472static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001473_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1474{
1475 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1476 (__v16si) __Y,
1477 (__v8di) __W, __M);
1478}
1479
Michael Kupersteine45af542015-06-30 13:36:19 +00001480static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001481_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1482{
1483 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1484 (__v16si) __Y,
1485 (__v8di)
1486 _mm512_setzero_si512 (),
1487 __M);
1488}
1489
Michael Kupersteine45af542015-06-30 13:36:19 +00001490static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001491_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1492{
Craig Topper6a77b622016-06-04 05:43:41 +00001493 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001494}
1495
Michael Kupersteine45af542015-06-30 13:36:19 +00001496static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001497_mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1498{
1499 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1500 (__v16si) __B,
1501 (__v16si)
1502 _mm512_setzero_si512 (),
1503 __M);
1504}
1505
Michael Kupersteine45af542015-06-30 13:36:19 +00001506static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001507_mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1508{
1509 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1510 (__v16si) __B,
1511 (__v16si) __W, __M);
1512}
1513
Craig Topperf3efec62016-06-08 06:08:07 +00001514#define _mm512_mask_sqrt_round_pd(W, U, A, R) __extension__ ({ \
1515 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1516 (__v8df)(__m512d)(W), (__mmask8)(U), \
1517 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001518
Craig Topperf3efec62016-06-08 06:08:07 +00001519#define _mm512_maskz_sqrt_round_pd(U, A, R) __extension__ ({ \
1520 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1521 (__v8df)_mm512_setzero_pd(), \
1522 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001523
Craig Topperf3efec62016-06-08 06:08:07 +00001524#define _mm512_sqrt_round_pd(A, R) __extension__ ({ \
1525 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1526 (__v8df)_mm512_undefined_pd(), \
1527 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001528
Michael Kupersteine45af542015-06-30 13:36:19 +00001529static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001530_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001531{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001532 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001533 (__v8df) _mm512_setzero_pd (),
1534 (__mmask8) -1,
1535 _MM_FROUND_CUR_DIRECTION);
1536}
1537
Michael Zuckermancb856772016-05-16 11:42:01 +00001538static __inline__ __m512d __DEFAULT_FN_ATTRS
1539_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1540{
1541 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1542 (__v8df) __W,
1543 (__mmask8) __U,
1544 _MM_FROUND_CUR_DIRECTION);
1545}
1546
1547static __inline__ __m512d __DEFAULT_FN_ATTRS
1548_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1549{
1550 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1551 (__v8df)
1552 _mm512_setzero_pd (),
1553 (__mmask8) __U,
1554 _MM_FROUND_CUR_DIRECTION);
1555}
1556
Craig Topperf3efec62016-06-08 06:08:07 +00001557#define _mm512_mask_sqrt_round_ps(W, U, A, R) __extension__ ({ \
1558 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1559 (__v16sf)(__m512)(W), (__mmask16)(U), \
1560 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001561
Craig Topperf3efec62016-06-08 06:08:07 +00001562#define _mm512_maskz_sqrt_round_ps(U, A, R) __extension__ ({ \
1563 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1564 (__v16sf)_mm512_setzero_ps(), \
1565 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001566
Craig Topperf3efec62016-06-08 06:08:07 +00001567#define _mm512_sqrt_round_ps(A, R) __extension__ ({ \
1568 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1569 (__v16sf)_mm512_undefined_ps(), \
1570 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001571
Michael Kupersteine45af542015-06-30 13:36:19 +00001572static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001573_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001574{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001575 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001576 (__v16sf) _mm512_setzero_ps (),
1577 (__mmask16) -1,
1578 _MM_FROUND_CUR_DIRECTION);
1579}
1580
Michael Zuckermancb856772016-05-16 11:42:01 +00001581static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001582_mm512_mask_sqrt_ps(__m512 __W, __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001583{
1584 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1585 (__v16sf) __W,
1586 (__mmask16) __U,
1587 _MM_FROUND_CUR_DIRECTION);
1588}
1589
1590static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001591_mm512_maskz_sqrt_ps( __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001592{
1593 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1594 (__v16sf) _mm512_setzero_ps (),
1595 (__mmask16) __U,
1596 _MM_FROUND_CUR_DIRECTION);
1597}
1598
Michael Kupersteine45af542015-06-30 13:36:19 +00001599static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001600_mm512_rsqrt14_pd(__m512d __A)
1601{
1602 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1603 (__v8df)
1604 _mm512_setzero_pd (),
1605 (__mmask8) -1);}
1606
Michael Zuckermancb856772016-05-16 11:42:01 +00001607static __inline__ __m512d __DEFAULT_FN_ATTRS
1608_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1609{
1610 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1611 (__v8df) __W,
1612 (__mmask8) __U);
1613}
1614
1615static __inline__ __m512d __DEFAULT_FN_ATTRS
1616_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1617{
1618 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1619 (__v8df)
1620 _mm512_setzero_pd (),
1621 (__mmask8) __U);
1622}
1623
Michael Kupersteine45af542015-06-30 13:36:19 +00001624static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001625_mm512_rsqrt14_ps(__m512 __A)
1626{
1627 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1628 (__v16sf)
1629 _mm512_setzero_ps (),
1630 (__mmask16) -1);
1631}
1632
Michael Zuckermancb856772016-05-16 11:42:01 +00001633static __inline__ __m512 __DEFAULT_FN_ATTRS
1634_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1635{
1636 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1637 (__v16sf) __W,
1638 (__mmask16) __U);
1639}
1640
1641static __inline__ __m512 __DEFAULT_FN_ATTRS
1642_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1643{
1644 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1645 (__v16sf)
1646 _mm512_setzero_ps (),
1647 (__mmask16) __U);
1648}
1649
Michael Kupersteine45af542015-06-30 13:36:19 +00001650static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001651_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1652{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001653 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001654 (__v4sf) __B,
1655 (__v4sf)
1656 _mm_setzero_ps (),
1657 (__mmask8) -1);
1658}
1659
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001660static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001661_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001662{
1663 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1664 (__v4sf) __B,
1665 (__v4sf) __W,
1666 (__mmask8) __U);
1667}
1668
1669static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001670_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001671{
1672 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1673 (__v4sf) __B,
1674 (__v4sf) _mm_setzero_ps (),
1675 (__mmask8) __U);
1676}
1677
Michael Kupersteine45af542015-06-30 13:36:19 +00001678static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001679_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1680{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001681 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001682 (__v2df) __B,
1683 (__v2df)
1684 _mm_setzero_pd (),
1685 (__mmask8) -1);
1686}
1687
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001688static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001689_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001690{
1691 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1692 (__v2df) __B,
1693 (__v2df) __W,
1694 (__mmask8) __U);
1695}
1696
1697static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001698_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001699{
1700 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1701 (__v2df) __B,
1702 (__v2df) _mm_setzero_pd (),
1703 (__mmask8) __U);
1704}
1705
Michael Kupersteine45af542015-06-30 13:36:19 +00001706static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001707_mm512_rcp14_pd(__m512d __A)
1708{
1709 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1710 (__v8df)
1711 _mm512_setzero_pd (),
1712 (__mmask8) -1);
1713}
1714
Michael Zuckermancb856772016-05-16 11:42:01 +00001715static __inline__ __m512d __DEFAULT_FN_ATTRS
1716_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1717{
1718 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1719 (__v8df) __W,
1720 (__mmask8) __U);
1721}
1722
1723static __inline__ __m512d __DEFAULT_FN_ATTRS
1724_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1725{
1726 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1727 (__v8df)
1728 _mm512_setzero_pd (),
1729 (__mmask8) __U);
1730}
1731
Michael Kupersteine45af542015-06-30 13:36:19 +00001732static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001733_mm512_rcp14_ps(__m512 __A)
1734{
1735 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1736 (__v16sf)
1737 _mm512_setzero_ps (),
1738 (__mmask16) -1);
1739}
Michael Zuckermancb856772016-05-16 11:42:01 +00001740
1741static __inline__ __m512 __DEFAULT_FN_ATTRS
1742_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1743{
1744 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1745 (__v16sf) __W,
1746 (__mmask16) __U);
1747}
1748
1749static __inline__ __m512 __DEFAULT_FN_ATTRS
1750_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1751{
1752 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1753 (__v16sf)
1754 _mm512_setzero_ps (),
1755 (__mmask16) __U);
1756}
1757
Michael Kupersteine45af542015-06-30 13:36:19 +00001758static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001759_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001760{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001761 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001762 (__v4sf) __B,
1763 (__v4sf)
1764 _mm_setzero_ps (),
1765 (__mmask8) -1);
1766}
1767
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001768static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001769_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001770{
1771 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1772 (__v4sf) __B,
1773 (__v4sf) __W,
1774 (__mmask8) __U);
1775}
1776
1777static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001778_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001779{
1780 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1781 (__v4sf) __B,
1782 (__v4sf) _mm_setzero_ps (),
1783 (__mmask8) __U);
1784}
1785
Michael Kupersteine45af542015-06-30 13:36:19 +00001786static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001787_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001788{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001789 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001790 (__v2df) __B,
1791 (__v2df)
1792 _mm_setzero_pd (),
1793 (__mmask8) -1);
1794}
1795
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001796static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001797_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001798{
1799 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1800 (__v2df) __B,
1801 (__v2df) __W,
1802 (__mmask8) __U);
1803}
1804
1805static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001806_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001807{
1808 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1809 (__v2df) __B,
1810 (__v2df) _mm_setzero_pd (),
1811 (__mmask8) __U);
1812}
1813
Michael Kupersteine45af542015-06-30 13:36:19 +00001814static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001815_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001816{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001817 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1818 _MM_FROUND_FLOOR,
1819 (__v16sf) __A, -1,
1820 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001821}
1822
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001823static __inline__ __m512 __DEFAULT_FN_ATTRS
1824_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1825{
1826 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1827 _MM_FROUND_FLOOR,
1828 (__v16sf) __W, __U,
1829 _MM_FROUND_CUR_DIRECTION);
1830}
1831
Michael Kupersteine45af542015-06-30 13:36:19 +00001832static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001833_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001834{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001835 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1836 _MM_FROUND_FLOOR,
1837 (__v8df) __A, -1,
1838 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001839}
1840
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001841static __inline__ __m512d __DEFAULT_FN_ATTRS
1842_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1843{
1844 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1845 _MM_FROUND_FLOOR,
1846 (__v8df) __W, __U,
1847 _MM_FROUND_CUR_DIRECTION);
1848}
1849
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001850static __inline__ __m512 __DEFAULT_FN_ATTRS
1851_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1852{
1853 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1854 _MM_FROUND_CEIL,
1855 (__v16sf) __W, __U,
1856 _MM_FROUND_CUR_DIRECTION);
1857}
1858
Michael Kupersteine45af542015-06-30 13:36:19 +00001859static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001860_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001861{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001862 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1863 _MM_FROUND_CEIL,
1864 (__v16sf) __A, -1,
1865 _MM_FROUND_CUR_DIRECTION);
1866}
1867
Michael Kupersteine45af542015-06-30 13:36:19 +00001868static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001869_mm512_ceil_pd(__m512d __A)
1870{
1871 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1872 _MM_FROUND_CEIL,
1873 (__v8df) __A, -1,
1874 _MM_FROUND_CUR_DIRECTION);
1875}
1876
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001877static __inline__ __m512d __DEFAULT_FN_ATTRS
1878_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1879{
1880 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1881 _MM_FROUND_CEIL,
1882 (__v8df) __W, __U,
1883 _MM_FROUND_CUR_DIRECTION);
1884}
1885
Michael Kupersteine45af542015-06-30 13:36:19 +00001886static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001887_mm512_abs_epi64(__m512i __A)
1888{
1889 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1890 (__v8di)
1891 _mm512_setzero_si512 (),
1892 (__mmask8) -1);
1893}
1894
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001895static __inline__ __m512i __DEFAULT_FN_ATTRS
1896_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1897{
1898 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1899 (__v8di) __W,
1900 (__mmask8) __U);
1901}
1902
1903static __inline__ __m512i __DEFAULT_FN_ATTRS
1904_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1905{
1906 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1907 (__v8di)
1908 _mm512_setzero_si512 (),
1909 (__mmask8) __U);
1910}
1911
Michael Kupersteine45af542015-06-30 13:36:19 +00001912static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001913_mm512_abs_epi32(__m512i __A)
1914{
1915 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1916 (__v16si)
1917 _mm512_setzero_si512 (),
1918 (__mmask16) -1);
1919}
1920
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001921static __inline__ __m512i __DEFAULT_FN_ATTRS
1922_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1923{
1924 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1925 (__v16si) __W,
1926 (__mmask16) __U);
1927}
1928
1929static __inline__ __m512i __DEFAULT_FN_ATTRS
1930_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1931{
1932 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1933 (__v16si)
1934 _mm512_setzero_si512 (),
1935 (__mmask16) __U);
1936}
1937
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001938static __inline__ __m128 __DEFAULT_FN_ATTRS
1939_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001940 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001941 (__v4sf) __B,
1942 (__v4sf) __W,
1943 (__mmask8) __U,
1944 _MM_FROUND_CUR_DIRECTION);
1945}
1946
1947static __inline__ __m128 __DEFAULT_FN_ATTRS
1948_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001949 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001950 (__v4sf) __B,
1951 (__v4sf) _mm_setzero_ps (),
1952 (__mmask8) __U,
1953 _MM_FROUND_CUR_DIRECTION);
1954}
1955
Craig Topper8c18e112016-05-17 04:41:50 +00001956#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1957 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1958 (__v4sf)(__m128)(B), \
1959 (__v4sf)_mm_setzero_ps(), \
1960 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001961
Craig Topper8c18e112016-05-17 04:41:50 +00001962#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1963 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1964 (__v4sf)(__m128)(B), \
1965 (__v4sf)(__m128)(W), (__mmask8)(U), \
1966 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001967
Craig Topper8c18e112016-05-17 04:41:50 +00001968#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
1969 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1970 (__v4sf)(__m128)(B), \
1971 (__v4sf)_mm_setzero_ps(), \
1972 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001973
1974static __inline__ __m128d __DEFAULT_FN_ATTRS
1975_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001976 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001977 (__v2df) __B,
1978 (__v2df) __W,
1979 (__mmask8) __U,
1980 _MM_FROUND_CUR_DIRECTION);
1981}
1982
1983static __inline__ __m128d __DEFAULT_FN_ATTRS
1984_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001985 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001986 (__v2df) __B,
1987 (__v2df) _mm_setzero_pd (),
1988 (__mmask8) __U,
1989 _MM_FROUND_CUR_DIRECTION);
1990}
Craig Topper8c18e112016-05-17 04:41:50 +00001991#define _mm_add_round_sd(A, B, R) __extension__ ({ \
1992 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1993 (__v2df)(__m128d)(B), \
1994 (__v2df)_mm_setzero_pd(), \
1995 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001996
Craig Topper8c18e112016-05-17 04:41:50 +00001997#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
1998 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1999 (__v2df)(__m128d)(B), \
2000 (__v2df)(__m128d)(W), \
2001 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002002
Craig Topper8c18e112016-05-17 04:41:50 +00002003#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
2004 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2005 (__v2df)(__m128d)(B), \
2006 (__v2df)_mm_setzero_pd(), \
2007 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002008
Asaf Badouhffeb6242015-07-21 15:27:28 +00002009static __inline__ __m512d __DEFAULT_FN_ATTRS
2010_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2011 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2012 (__v8df) __B,
2013 (__v8df) __W,
2014 (__mmask8) __U,
2015 _MM_FROUND_CUR_DIRECTION);
2016}
2017
2018static __inline__ __m512d __DEFAULT_FN_ATTRS
2019_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2020 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2021 (__v8df) __B,
2022 (__v8df) _mm512_setzero_pd (),
2023 (__mmask8) __U,
2024 _MM_FROUND_CUR_DIRECTION);
2025}
2026
2027static __inline__ __m512 __DEFAULT_FN_ATTRS
2028_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2029 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2030 (__v16sf) __B,
2031 (__v16sf) __W,
2032 (__mmask16) __U,
2033 _MM_FROUND_CUR_DIRECTION);
2034}
2035
2036static __inline__ __m512 __DEFAULT_FN_ATTRS
2037_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2038 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2039 (__v16sf) __B,
2040 (__v16sf) _mm512_setzero_ps (),
2041 (__mmask16) __U,
2042 _MM_FROUND_CUR_DIRECTION);
2043}
2044
Craig Topper8c18e112016-05-17 04:41:50 +00002045#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2046 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2047 (__v8df)(__m512d)(B), \
2048 (__v8df)_mm512_setzero_pd(), \
2049 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002050
Craig Topper8c18e112016-05-17 04:41:50 +00002051#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2052 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2053 (__v8df)(__m512d)(B), \
2054 (__v8df)(__m512d)(W), (__mmask8)(U), \
2055 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002056
Craig Topper8c18e112016-05-17 04:41:50 +00002057#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2058 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2059 (__v8df)(__m512d)(B), \
2060 (__v8df)_mm512_setzero_pd(), \
2061 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002062
Craig Topper8c18e112016-05-17 04:41:50 +00002063#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2064 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2065 (__v16sf)(__m512)(B), \
2066 (__v16sf)_mm512_setzero_ps(), \
2067 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002068
Craig Topper8c18e112016-05-17 04:41:50 +00002069#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2070 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2071 (__v16sf)(__m512)(B), \
2072 (__v16sf)(__m512)(W), (__mmask16)(U), \
2073 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002074
Craig Topper8c18e112016-05-17 04:41:50 +00002075#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2076 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2077 (__v16sf)(__m512)(B), \
2078 (__v16sf)_mm512_setzero_ps(), \
2079 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002080
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002081static __inline__ __m128 __DEFAULT_FN_ATTRS
2082_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002083 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002084 (__v4sf) __B,
2085 (__v4sf) __W,
2086 (__mmask8) __U,
2087 _MM_FROUND_CUR_DIRECTION);
2088}
2089
2090static __inline__ __m128 __DEFAULT_FN_ATTRS
2091_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002092 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002093 (__v4sf) __B,
2094 (__v4sf) _mm_setzero_ps (),
2095 (__mmask8) __U,
2096 _MM_FROUND_CUR_DIRECTION);
2097}
Craig Topper8c18e112016-05-17 04:41:50 +00002098#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2099 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2100 (__v4sf)(__m128)(B), \
2101 (__v4sf)_mm_setzero_ps(), \
2102 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002103
Craig Topper8c18e112016-05-17 04:41:50 +00002104#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2105 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2106 (__v4sf)(__m128)(B), \
2107 (__v4sf)(__m128)(W), (__mmask8)(U), \
2108 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002109
Craig Topper8c18e112016-05-17 04:41:50 +00002110#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2111 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2112 (__v4sf)(__m128)(B), \
2113 (__v4sf)_mm_setzero_ps(), \
2114 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002115
2116static __inline__ __m128d __DEFAULT_FN_ATTRS
2117_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002118 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002119 (__v2df) __B,
2120 (__v2df) __W,
2121 (__mmask8) __U,
2122 _MM_FROUND_CUR_DIRECTION);
2123}
2124
2125static __inline__ __m128d __DEFAULT_FN_ATTRS
2126_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002127 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002128 (__v2df) __B,
2129 (__v2df) _mm_setzero_pd (),
2130 (__mmask8) __U,
2131 _MM_FROUND_CUR_DIRECTION);
2132}
2133
Craig Topper8c18e112016-05-17 04:41:50 +00002134#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2135 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2136 (__v2df)(__m128d)(B), \
2137 (__v2df)_mm_setzero_pd(), \
2138 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002139
Craig Topper8c18e112016-05-17 04:41:50 +00002140#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2141 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2142 (__v2df)(__m128d)(B), \
2143 (__v2df)(__m128d)(W), \
2144 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002145
Craig Topper8c18e112016-05-17 04:41:50 +00002146#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2147 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2148 (__v2df)(__m128d)(B), \
2149 (__v2df)_mm_setzero_pd(), \
2150 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002151
Asaf Badouhffeb6242015-07-21 15:27:28 +00002152static __inline__ __m512d __DEFAULT_FN_ATTRS
2153_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2154 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2155 (__v8df) __B,
2156 (__v8df) __W,
2157 (__mmask8) __U,
2158 _MM_FROUND_CUR_DIRECTION);
2159}
2160
2161static __inline__ __m512d __DEFAULT_FN_ATTRS
2162_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2163 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2164 (__v8df) __B,
2165 (__v8df)
2166 _mm512_setzero_pd (),
2167 (__mmask8) __U,
2168 _MM_FROUND_CUR_DIRECTION);
2169}
2170
2171static __inline__ __m512 __DEFAULT_FN_ATTRS
2172_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2173 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2174 (__v16sf) __B,
2175 (__v16sf) __W,
2176 (__mmask16) __U,
2177 _MM_FROUND_CUR_DIRECTION);
2178}
2179
2180static __inline__ __m512 __DEFAULT_FN_ATTRS
2181_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2182 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2183 (__v16sf) __B,
2184 (__v16sf)
2185 _mm512_setzero_ps (),
2186 (__mmask16) __U,
2187 _MM_FROUND_CUR_DIRECTION);
2188}
2189
Craig Topper8c18e112016-05-17 04:41:50 +00002190#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2191 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2192 (__v8df)(__m512d)(B), \
2193 (__v8df)_mm512_setzero_pd(), \
2194 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002195
Craig Topper8c18e112016-05-17 04:41:50 +00002196#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2197 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2198 (__v8df)(__m512d)(B), \
2199 (__v8df)(__m512d)(W), (__mmask8)(U), \
2200 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002201
Craig Topper8c18e112016-05-17 04:41:50 +00002202#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2203 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2204 (__v8df)(__m512d)(B), \
2205 (__v8df)_mm512_setzero_pd(), \
2206 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002207
Craig Topper8c18e112016-05-17 04:41:50 +00002208#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2209 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2210 (__v16sf)(__m512)(B), \
2211 (__v16sf)_mm512_setzero_ps(), \
2212 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002213
Craig Topper8c18e112016-05-17 04:41:50 +00002214#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2215 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2216 (__v16sf)(__m512)(B), \
2217 (__v16sf)(__m512)(W), (__mmask16)(U), \
2218 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002219
Craig Topper8c18e112016-05-17 04:41:50 +00002220#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2221 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2222 (__v16sf)(__m512)(B), \
2223 (__v16sf)_mm512_setzero_ps(), \
2224 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002225
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002226static __inline__ __m128 __DEFAULT_FN_ATTRS
2227_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002228 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002229 (__v4sf) __B,
2230 (__v4sf) __W,
2231 (__mmask8) __U,
2232 _MM_FROUND_CUR_DIRECTION);
2233}
2234
2235static __inline__ __m128 __DEFAULT_FN_ATTRS
2236_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002237 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002238 (__v4sf) __B,
2239 (__v4sf) _mm_setzero_ps (),
2240 (__mmask8) __U,
2241 _MM_FROUND_CUR_DIRECTION);
2242}
Craig Topper8c18e112016-05-17 04:41:50 +00002243#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2244 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2245 (__v4sf)(__m128)(B), \
2246 (__v4sf)_mm_setzero_ps(), \
2247 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002248
Craig Topper8c18e112016-05-17 04:41:50 +00002249#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2250 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2251 (__v4sf)(__m128)(B), \
2252 (__v4sf)(__m128)(W), (__mmask8)(U), \
2253 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002254
Craig Topper8c18e112016-05-17 04:41:50 +00002255#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2256 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2257 (__v4sf)(__m128)(B), \
2258 (__v4sf)_mm_setzero_ps(), \
2259 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002260
2261static __inline__ __m128d __DEFAULT_FN_ATTRS
2262_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002263 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002264 (__v2df) __B,
2265 (__v2df) __W,
2266 (__mmask8) __U,
2267 _MM_FROUND_CUR_DIRECTION);
2268}
2269
2270static __inline__ __m128d __DEFAULT_FN_ATTRS
2271_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002272 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002273 (__v2df) __B,
2274 (__v2df) _mm_setzero_pd (),
2275 (__mmask8) __U,
2276 _MM_FROUND_CUR_DIRECTION);
2277}
2278
Craig Topper8c18e112016-05-17 04:41:50 +00002279#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2280 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2281 (__v2df)(__m128d)(B), \
2282 (__v2df)_mm_setzero_pd(), \
2283 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002284
Craig Topper8c18e112016-05-17 04:41:50 +00002285#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2286 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2287 (__v2df)(__m128d)(B), \
2288 (__v2df)(__m128d)(W), \
2289 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002290
Craig Topper8c18e112016-05-17 04:41:50 +00002291#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2292 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2293 (__v2df)(__m128d)(B), \
2294 (__v2df)_mm_setzero_pd(), \
2295 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002296
Asaf Badouhffeb6242015-07-21 15:27:28 +00002297static __inline__ __m512d __DEFAULT_FN_ATTRS
2298_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2299 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2300 (__v8df) __B,
2301 (__v8df) __W,
2302 (__mmask8) __U,
2303 _MM_FROUND_CUR_DIRECTION);
2304}
2305
2306static __inline__ __m512d __DEFAULT_FN_ATTRS
2307_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2308 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2309 (__v8df) __B,
2310 (__v8df)
2311 _mm512_setzero_pd (),
2312 (__mmask8) __U,
2313 _MM_FROUND_CUR_DIRECTION);
2314}
2315
2316static __inline__ __m512 __DEFAULT_FN_ATTRS
2317_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2318 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2319 (__v16sf) __B,
2320 (__v16sf) __W,
2321 (__mmask16) __U,
2322 _MM_FROUND_CUR_DIRECTION);
2323}
2324
2325static __inline__ __m512 __DEFAULT_FN_ATTRS
2326_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2327 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2328 (__v16sf) __B,
2329 (__v16sf)
2330 _mm512_setzero_ps (),
2331 (__mmask16) __U,
2332 _MM_FROUND_CUR_DIRECTION);
2333}
2334
Craig Topper8c18e112016-05-17 04:41:50 +00002335#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2336 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2337 (__v8df)(__m512d)(B), \
2338 (__v8df)_mm512_setzero_pd(), \
2339 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002340
Craig Topper8c18e112016-05-17 04:41:50 +00002341#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2342 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2343 (__v8df)(__m512d)(B), \
2344 (__v8df)(__m512d)(W), (__mmask8)(U), \
2345 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002346
Craig Topper8c18e112016-05-17 04:41:50 +00002347#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2348 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2349 (__v8df)(__m512d)(B), \
2350 (__v8df)_mm512_setzero_pd(), \
2351 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002352
Craig Topper8c18e112016-05-17 04:41:50 +00002353#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2354 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2355 (__v16sf)(__m512)(B), \
2356 (__v16sf)_mm512_setzero_ps(), \
2357 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002358
Craig Topper8c18e112016-05-17 04:41:50 +00002359#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2360 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2361 (__v16sf)(__m512)(B), \
2362 (__v16sf)(__m512)(W), (__mmask16)(U), \
2363 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002364
Craig Topper8c18e112016-05-17 04:41:50 +00002365#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2366 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2367 (__v16sf)(__m512)(B), \
2368 (__v16sf)_mm512_setzero_ps(), \
2369 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002370
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002371static __inline__ __m128 __DEFAULT_FN_ATTRS
2372_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002373 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002374 (__v4sf) __B,
2375 (__v4sf) __W,
2376 (__mmask8) __U,
2377 _MM_FROUND_CUR_DIRECTION);
2378}
2379
2380static __inline__ __m128 __DEFAULT_FN_ATTRS
2381_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002382 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002383 (__v4sf) __B,
2384 (__v4sf) _mm_setzero_ps (),
2385 (__mmask8) __U,
2386 _MM_FROUND_CUR_DIRECTION);
2387}
2388
Craig Topper8c18e112016-05-17 04:41:50 +00002389#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2390 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2391 (__v4sf)(__m128)(B), \
2392 (__v4sf)_mm_setzero_ps(), \
2393 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002394
Craig Topper8c18e112016-05-17 04:41:50 +00002395#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2396 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2397 (__v4sf)(__m128)(B), \
2398 (__v4sf)(__m128)(W), (__mmask8)(U), \
2399 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002400
Craig Topper8c18e112016-05-17 04:41:50 +00002401#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2402 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2403 (__v4sf)(__m128)(B), \
2404 (__v4sf)_mm_setzero_ps(), \
2405 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002406
2407static __inline__ __m128d __DEFAULT_FN_ATTRS
2408_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002409 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002410 (__v2df) __B,
2411 (__v2df) __W,
2412 (__mmask8) __U,
2413 _MM_FROUND_CUR_DIRECTION);
2414}
2415
2416static __inline__ __m128d __DEFAULT_FN_ATTRS
2417_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002418 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002419 (__v2df) __B,
2420 (__v2df) _mm_setzero_pd (),
2421 (__mmask8) __U,
2422 _MM_FROUND_CUR_DIRECTION);
2423}
2424
Craig Topper8c18e112016-05-17 04:41:50 +00002425#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2426 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2427 (__v2df)(__m128d)(B), \
2428 (__v2df)_mm_setzero_pd(), \
2429 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002430
Craig Topper8c18e112016-05-17 04:41:50 +00002431#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2432 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2433 (__v2df)(__m128d)(B), \
2434 (__v2df)(__m128d)(W), \
2435 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002436
Craig Topper8c18e112016-05-17 04:41:50 +00002437#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2438 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2439 (__v2df)(__m128d)(B), \
2440 (__v2df)_mm_setzero_pd(), \
2441 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002442
Michael Zuckerman223676d2016-06-14 12:38:58 +00002443static __inline __m512d __DEFAULT_FN_ATTRS
2444_mm512_div_pd(__m512d __a, __m512d __b)
2445{
2446 return (__m512d)((__v8df)__a/(__v8df)__b);
2447}
2448
Asaf Badouhffeb6242015-07-21 15:27:28 +00002449static __inline__ __m512d __DEFAULT_FN_ATTRS
2450_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2451 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2452 (__v8df) __B,
2453 (__v8df) __W,
2454 (__mmask8) __U,
2455 _MM_FROUND_CUR_DIRECTION);
2456}
2457
2458static __inline__ __m512d __DEFAULT_FN_ATTRS
2459_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2460 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2461 (__v8df) __B,
2462 (__v8df)
2463 _mm512_setzero_pd (),
2464 (__mmask8) __U,
2465 _MM_FROUND_CUR_DIRECTION);
2466}
2467
Michael Zuckerman223676d2016-06-14 12:38:58 +00002468static __inline __m512 __DEFAULT_FN_ATTRS
2469_mm512_div_ps(__m512 __a, __m512 __b)
2470{
2471 return (__m512)((__v16sf)__a/(__v16sf)__b);
2472}
2473
Asaf Badouhffeb6242015-07-21 15:27:28 +00002474static __inline__ __m512 __DEFAULT_FN_ATTRS
2475_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2476 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2477 (__v16sf) __B,
2478 (__v16sf) __W,
2479 (__mmask16) __U,
2480 _MM_FROUND_CUR_DIRECTION);
2481}
2482
2483static __inline__ __m512 __DEFAULT_FN_ATTRS
2484_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2485 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2486 (__v16sf) __B,
2487 (__v16sf)
2488 _mm512_setzero_ps (),
2489 (__mmask16) __U,
2490 _MM_FROUND_CUR_DIRECTION);
2491}
2492
Craig Topper8c18e112016-05-17 04:41:50 +00002493#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2494 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2495 (__v8df)(__m512d)(B), \
2496 (__v8df)_mm512_setzero_pd(), \
2497 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002498
Craig Topper8c18e112016-05-17 04:41:50 +00002499#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2500 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2501 (__v8df)(__m512d)(B), \
2502 (__v8df)(__m512d)(W), (__mmask8)(U), \
2503 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002504
Craig Topper8c18e112016-05-17 04:41:50 +00002505#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2506 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2507 (__v8df)(__m512d)(B), \
2508 (__v8df)_mm512_setzero_pd(), \
2509 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002510
Craig Topper8c18e112016-05-17 04:41:50 +00002511#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2512 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2513 (__v16sf)(__m512)(B), \
2514 (__v16sf)_mm512_setzero_ps(), \
2515 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002516
Craig Topper8c18e112016-05-17 04:41:50 +00002517#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2518 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2519 (__v16sf)(__m512)(B), \
2520 (__v16sf)(__m512)(W), (__mmask16)(U), \
2521 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002522
Craig Topper8c18e112016-05-17 04:41:50 +00002523#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2524 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2525 (__v16sf)(__m512)(B), \
2526 (__v16sf)_mm512_setzero_ps(), \
2527 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002528
Craig Topper72c7d512015-02-01 07:35:35 +00002529#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002530 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2531 (__v16sf)(__m512)(A), (__mmask16)-1, \
2532 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002533
Craig Topper8c18e112016-05-17 04:41:50 +00002534#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2535 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2536 (__v16sf)(__m512)(A), (__mmask16)(B), \
2537 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002538
Craig Topper8c18e112016-05-17 04:41:50 +00002539#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2540 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2541 (__v16sf)_mm512_setzero_ps(), \
2542 (__mmask16)(A), \
2543 _MM_FROUND_CUR_DIRECTION); })
2544
Craig Topperf3efec62016-06-08 06:08:07 +00002545#define _mm512_mask_roundscale_round_ps(A, B, C, imm, R) __extension__ ({ \
2546 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2547 (__v16sf)(__m512)(A), (__mmask16)(B), \
2548 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002549
Craig Topperf3efec62016-06-08 06:08:07 +00002550#define _mm512_maskz_roundscale_round_ps(A, B, imm, R) __extension__ ({ \
2551 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2552 (__v16sf)_mm512_setzero_ps(), \
2553 (__mmask16)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002554
Craig Topperf3efec62016-06-08 06:08:07 +00002555#define _mm512_roundscale_round_ps(A, imm, R) __extension__ ({ \
2556 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(imm), \
2557 (__v16sf)_mm512_undefined_ps(), \
2558 (__mmask16)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002559
Craig Topper72c7d512015-02-01 07:35:35 +00002560#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002561 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2562 (__v8df)(__m512d)(A), (__mmask8)-1, \
2563 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002564
Craig Topper8c18e112016-05-17 04:41:50 +00002565#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2566 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2567 (__v8df)(__m512d)(A), (__mmask8)(B), \
2568 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002569
Craig Topper8c18e112016-05-17 04:41:50 +00002570#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2571 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2572 (__v8df)_mm512_setzero_pd(), \
2573 (__mmask8)(A), \
2574 _MM_FROUND_CUR_DIRECTION); })
2575
Craig Topperf3efec62016-06-08 06:08:07 +00002576#define _mm512_mask_roundscale_round_pd(A, B, C, imm, R) __extension__ ({ \
2577 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2578 (__v8df)(__m512d)(A), (__mmask8)(B), \
2579 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002580
Craig Topperf3efec62016-06-08 06:08:07 +00002581#define _mm512_maskz_roundscale_round_pd(A, B, imm, R) __extension__ ({ \
2582 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2583 (__v8df)_mm512_setzero_pd(), \
2584 (__mmask8)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002585
Craig Topperf3efec62016-06-08 06:08:07 +00002586#define _mm512_roundscale_round_pd(A, imm, R) __extension__ ({ \
2587 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(imm), \
2588 (__v8df)_mm512_undefined_pd(), \
2589 (__mmask8)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002590
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002591#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002592 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2593 (__v8df)(__m512d)(B), \
2594 (__v8df)(__m512d)(C), (__mmask8)-1, \
2595 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002596
2597
2598#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002599 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2600 (__v8df)(__m512d)(B), \
2601 (__v8df)(__m512d)(C), \
2602 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002603
2604
2605#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002606 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2607 (__v8df)(__m512d)(B), \
2608 (__v8df)(__m512d)(C), \
2609 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002610
2611
2612#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002613 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2614 (__v8df)(__m512d)(B), \
2615 (__v8df)(__m512d)(C), \
2616 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002617
2618
2619#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002620 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2621 (__v8df)(__m512d)(B), \
2622 -(__v8df)(__m512d)(C), \
2623 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002624
2625
2626#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002627 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2628 (__v8df)(__m512d)(B), \
2629 -(__v8df)(__m512d)(C), \
2630 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002631
2632
2633#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002634 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2635 (__v8df)(__m512d)(B), \
2636 -(__v8df)(__m512d)(C), \
2637 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002638
2639
2640#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002641 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2642 (__v8df)(__m512d)(B), \
2643 (__v8df)(__m512d)(C), (__mmask8)-1, \
2644 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002645
2646
2647#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002648 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2649 (__v8df)(__m512d)(B), \
2650 (__v8df)(__m512d)(C), \
2651 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002652
2653
2654#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002655 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2656 (__v8df)(__m512d)(B), \
2657 (__v8df)(__m512d)(C), \
2658 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002659
2660
2661#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002662 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2663 (__v8df)(__m512d)(B), \
2664 -(__v8df)(__m512d)(C), \
2665 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002666
2667
2668#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002669 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2670 (__v8df)(__m512d)(B), \
2671 -(__v8df)(__m512d)(C), \
2672 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002673
2674
Michael Kupersteine45af542015-06-30 13:36:19 +00002675static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002676_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2677{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002678 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2679 (__v8df) __B,
2680 (__v8df) __C,
2681 (__mmask8) -1,
2682 _MM_FROUND_CUR_DIRECTION);
2683}
2684
Michael Kupersteine45af542015-06-30 13:36:19 +00002685static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002686_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2687{
2688 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2689 (__v8df) __B,
2690 (__v8df) __C,
2691 (__mmask8) __U,
2692 _MM_FROUND_CUR_DIRECTION);
2693}
2694
Michael Kupersteine45af542015-06-30 13:36:19 +00002695static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002696_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2697{
2698 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2699 (__v8df) __B,
2700 (__v8df) __C,
2701 (__mmask8) __U,
2702 _MM_FROUND_CUR_DIRECTION);
2703}
2704
Michael Kupersteine45af542015-06-30 13:36:19 +00002705static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002706_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2707{
2708 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2709 (__v8df) __B,
2710 (__v8df) __C,
2711 (__mmask8) __U,
2712 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002713}
2714
Michael Kupersteine45af542015-06-30 13:36:19 +00002715static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002716_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2717{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002718 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2719 (__v8df) __B,
2720 -(__v8df) __C,
2721 (__mmask8) -1,
2722 _MM_FROUND_CUR_DIRECTION);
2723}
2724
Michael Kupersteine45af542015-06-30 13:36:19 +00002725static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002726_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2727{
2728 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2729 (__v8df) __B,
2730 -(__v8df) __C,
2731 (__mmask8) __U,
2732 _MM_FROUND_CUR_DIRECTION);
2733}
2734
Michael Kupersteine45af542015-06-30 13:36:19 +00002735static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002736_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2737{
2738 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2739 (__v8df) __B,
2740 -(__v8df) __C,
2741 (__mmask8) __U,
2742 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002743}
2744
Michael Kupersteine45af542015-06-30 13:36:19 +00002745static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002746_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2747{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002748 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2749 (__v8df) __B,
2750 (__v8df) __C,
2751 (__mmask8) -1,
2752 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002753}
2754
Michael Kupersteine45af542015-06-30 13:36:19 +00002755static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002756_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2757{
2758 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2759 (__v8df) __B,
2760 (__v8df) __C,
2761 (__mmask8) __U,
2762 _MM_FROUND_CUR_DIRECTION);
2763}
2764
Michael Kupersteine45af542015-06-30 13:36:19 +00002765static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002766_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2767{
2768 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2769 (__v8df) __B,
2770 (__v8df) __C,
2771 (__mmask8) __U,
2772 _MM_FROUND_CUR_DIRECTION);
2773}
2774
Michael Kupersteine45af542015-06-30 13:36:19 +00002775static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002776_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2777{
2778 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2779 (__v8df) __B,
2780 -(__v8df) __C,
2781 (__mmask8) -1,
2782 _MM_FROUND_CUR_DIRECTION);
2783}
2784
Michael Kupersteine45af542015-06-30 13:36:19 +00002785static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002786_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2787{
2788 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2789 (__v8df) __B,
2790 -(__v8df) __C,
2791 (__mmask8) __U,
2792 _MM_FROUND_CUR_DIRECTION);
2793}
2794
2795#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002796 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2797 (__v16sf)(__m512)(B), \
2798 (__v16sf)(__m512)(C), (__mmask16)-1, \
2799 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002800
2801
2802#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002803 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2804 (__v16sf)(__m512)(B), \
2805 (__v16sf)(__m512)(C), \
2806 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002807
2808
2809#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002810 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2811 (__v16sf)(__m512)(B), \
2812 (__v16sf)(__m512)(C), \
2813 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002814
2815
2816#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002817 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2818 (__v16sf)(__m512)(B), \
2819 (__v16sf)(__m512)(C), \
2820 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002821
2822
2823#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002824 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2825 (__v16sf)(__m512)(B), \
2826 -(__v16sf)(__m512)(C), \
2827 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002828
2829
2830#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002831 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2832 (__v16sf)(__m512)(B), \
2833 -(__v16sf)(__m512)(C), \
2834 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002835
2836
2837#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002838 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2839 (__v16sf)(__m512)(B), \
2840 -(__v16sf)(__m512)(C), \
2841 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002842
2843
2844#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002845 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2846 (__v16sf)(__m512)(B), \
2847 (__v16sf)(__m512)(C), (__mmask16)-1, \
2848 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002849
2850
2851#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002852 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2853 (__v16sf)(__m512)(B), \
2854 (__v16sf)(__m512)(C), \
2855 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002856
2857
2858#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002859 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2860 (__v16sf)(__m512)(B), \
2861 (__v16sf)(__m512)(C), \
2862 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002863
2864
2865#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002866 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2867 (__v16sf)(__m512)(B), \
2868 -(__v16sf)(__m512)(C), \
2869 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002870
2871
2872#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002873 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2874 (__v16sf)(__m512)(B), \
2875 -(__v16sf)(__m512)(C), \
2876 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002877
2878
Michael Kupersteine45af542015-06-30 13:36:19 +00002879static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002880_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2881{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002882 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2883 (__v16sf) __B,
2884 (__v16sf) __C,
2885 (__mmask16) -1,
2886 _MM_FROUND_CUR_DIRECTION);
2887}
2888
Michael Kupersteine45af542015-06-30 13:36:19 +00002889static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002890_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2891{
2892 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2893 (__v16sf) __B,
2894 (__v16sf) __C,
2895 (__mmask16) __U,
2896 _MM_FROUND_CUR_DIRECTION);
2897}
2898
Michael Kupersteine45af542015-06-30 13:36:19 +00002899static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002900_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2901{
2902 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2903 (__v16sf) __B,
2904 (__v16sf) __C,
2905 (__mmask16) __U,
2906 _MM_FROUND_CUR_DIRECTION);
2907}
2908
Michael Kupersteine45af542015-06-30 13:36:19 +00002909static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002910_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2911{
2912 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2913 (__v16sf) __B,
2914 (__v16sf) __C,
2915 (__mmask16) __U,
2916 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002917}
2918
Michael Kupersteine45af542015-06-30 13:36:19 +00002919static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002920_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2921{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002922 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2923 (__v16sf) __B,
2924 -(__v16sf) __C,
2925 (__mmask16) -1,
2926 _MM_FROUND_CUR_DIRECTION);
2927}
2928
Michael Kupersteine45af542015-06-30 13:36:19 +00002929static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002930_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2931{
2932 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2933 (__v16sf) __B,
2934 -(__v16sf) __C,
2935 (__mmask16) __U,
2936 _MM_FROUND_CUR_DIRECTION);
2937}
2938
Michael Kupersteine45af542015-06-30 13:36:19 +00002939static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002940_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2941{
2942 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2943 (__v16sf) __B,
2944 -(__v16sf) __C,
2945 (__mmask16) __U,
2946 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002947}
2948
Michael Kupersteine45af542015-06-30 13:36:19 +00002949static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002950_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2951{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002952 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2953 (__v16sf) __B,
2954 (__v16sf) __C,
2955 (__mmask16) -1,
2956 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002957}
2958
Michael Kupersteine45af542015-06-30 13:36:19 +00002959static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002960_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2961{
2962 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2963 (__v16sf) __B,
2964 (__v16sf) __C,
2965 (__mmask16) __U,
2966 _MM_FROUND_CUR_DIRECTION);
2967}
2968
Michael Kupersteine45af542015-06-30 13:36:19 +00002969static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002970_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2971{
2972 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2973 (__v16sf) __B,
2974 (__v16sf) __C,
2975 (__mmask16) __U,
2976 _MM_FROUND_CUR_DIRECTION);
2977}
2978
Michael Kupersteine45af542015-06-30 13:36:19 +00002979static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002980_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2981{
2982 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2983 (__v16sf) __B,
2984 -(__v16sf) __C,
2985 (__mmask16) -1,
2986 _MM_FROUND_CUR_DIRECTION);
2987}
2988
Michael Kupersteine45af542015-06-30 13:36:19 +00002989static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002990_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2991{
2992 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2993 (__v16sf) __B,
2994 -(__v16sf) __C,
2995 (__mmask16) __U,
2996 _MM_FROUND_CUR_DIRECTION);
2997}
2998
2999#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003000 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3001 (__v8df)(__m512d)(B), \
3002 (__v8df)(__m512d)(C), \
3003 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003004
3005
3006#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003007 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3008 (__v8df)(__m512d)(B), \
3009 (__v8df)(__m512d)(C), \
3010 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003011
3012
3013#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003014 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
3015 (__v8df)(__m512d)(B), \
3016 (__v8df)(__m512d)(C), \
3017 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003018
3019
3020#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003021 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3022 (__v8df)(__m512d)(B), \
3023 (__v8df)(__m512d)(C), \
3024 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003025
3026
3027#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003028 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3029 (__v8df)(__m512d)(B), \
3030 -(__v8df)(__m512d)(C), \
3031 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003032
3033
3034#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003035 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3036 (__v8df)(__m512d)(B), \
3037 -(__v8df)(__m512d)(C), \
3038 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003039
3040
3041#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003042 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3043 (__v8df)(__m512d)(B), \
3044 -(__v8df)(__m512d)(C), \
3045 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003046
3047
Michael Kupersteine45af542015-06-30 13:36:19 +00003048static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003049_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3050{
3051 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3052 (__v8df) __B,
3053 (__v8df) __C,
3054 (__mmask8) -1,
3055 _MM_FROUND_CUR_DIRECTION);
3056}
3057
Michael Kupersteine45af542015-06-30 13:36:19 +00003058static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003059_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3060{
3061 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3062 (__v8df) __B,
3063 (__v8df) __C,
3064 (__mmask8) __U,
3065 _MM_FROUND_CUR_DIRECTION);
3066}
3067
Michael Kupersteine45af542015-06-30 13:36:19 +00003068static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003069_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3070{
3071 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3072 (__v8df) __B,
3073 (__v8df) __C,
3074 (__mmask8) __U,
3075 _MM_FROUND_CUR_DIRECTION);
3076}
3077
Michael Kupersteine45af542015-06-30 13:36:19 +00003078static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003079_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3080{
3081 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3082 (__v8df) __B,
3083 (__v8df) __C,
3084 (__mmask8) __U,
3085 _MM_FROUND_CUR_DIRECTION);
3086}
3087
Michael Kupersteine45af542015-06-30 13:36:19 +00003088static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003089_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3090{
3091 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3092 (__v8df) __B,
3093 -(__v8df) __C,
3094 (__mmask8) -1,
3095 _MM_FROUND_CUR_DIRECTION);
3096}
3097
Michael Kupersteine45af542015-06-30 13:36:19 +00003098static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003099_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3100{
3101 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3102 (__v8df) __B,
3103 -(__v8df) __C,
3104 (__mmask8) __U,
3105 _MM_FROUND_CUR_DIRECTION);
3106}
3107
Michael Kupersteine45af542015-06-30 13:36:19 +00003108static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003109_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3110{
3111 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3112 (__v8df) __B,
3113 -(__v8df) __C,
3114 (__mmask8) __U,
3115 _MM_FROUND_CUR_DIRECTION);
3116}
3117
3118#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003119 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3120 (__v16sf)(__m512)(B), \
3121 (__v16sf)(__m512)(C), \
3122 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003123
3124
3125#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003126 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3127 (__v16sf)(__m512)(B), \
3128 (__v16sf)(__m512)(C), \
3129 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003130
3131
3132#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003133 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3134 (__v16sf)(__m512)(B), \
3135 (__v16sf)(__m512)(C), \
3136 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003137
3138
3139#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003140 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3141 (__v16sf)(__m512)(B), \
3142 (__v16sf)(__m512)(C), \
3143 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003144
3145
3146#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003147 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3148 (__v16sf)(__m512)(B), \
3149 -(__v16sf)(__m512)(C), \
3150 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003151
3152
3153#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003154 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3155 (__v16sf)(__m512)(B), \
3156 -(__v16sf)(__m512)(C), \
3157 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003158
3159
3160#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003161 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3162 (__v16sf)(__m512)(B), \
3163 -(__v16sf)(__m512)(C), \
3164 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003165
3166
Michael Kupersteine45af542015-06-30 13:36:19 +00003167static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003168_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3169{
3170 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3171 (__v16sf) __B,
3172 (__v16sf) __C,
3173 (__mmask16) -1,
3174 _MM_FROUND_CUR_DIRECTION);
3175}
3176
Michael Kupersteine45af542015-06-30 13:36:19 +00003177static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003178_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3179{
3180 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3181 (__v16sf) __B,
3182 (__v16sf) __C,
3183 (__mmask16) __U,
3184 _MM_FROUND_CUR_DIRECTION);
3185}
3186
Michael Kupersteine45af542015-06-30 13:36:19 +00003187static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003188_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3189{
3190 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3191 (__v16sf) __B,
3192 (__v16sf) __C,
3193 (__mmask16) __U,
3194 _MM_FROUND_CUR_DIRECTION);
3195}
3196
Michael Kupersteine45af542015-06-30 13:36:19 +00003197static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003198_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3199{
3200 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3201 (__v16sf) __B,
3202 (__v16sf) __C,
3203 (__mmask16) __U,
3204 _MM_FROUND_CUR_DIRECTION);
3205}
3206
Michael Kupersteine45af542015-06-30 13:36:19 +00003207static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003208_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3209{
3210 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3211 (__v16sf) __B,
3212 -(__v16sf) __C,
3213 (__mmask16) -1,
3214 _MM_FROUND_CUR_DIRECTION);
3215}
3216
Michael Kupersteine45af542015-06-30 13:36:19 +00003217static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003218_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3219{
3220 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3221 (__v16sf) __B,
3222 -(__v16sf) __C,
3223 (__mmask16) __U,
3224 _MM_FROUND_CUR_DIRECTION);
3225}
3226
Michael Kupersteine45af542015-06-30 13:36:19 +00003227static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003228_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3229{
3230 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3231 (__v16sf) __B,
3232 -(__v16sf) __C,
3233 (__mmask16) __U,
3234 _MM_FROUND_CUR_DIRECTION);
3235}
3236
3237#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003238 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3239 (__v8df)(__m512d)(B), \
3240 (__v8df)(__m512d)(C), \
3241 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003242
3243
Michael Kupersteine45af542015-06-30 13:36:19 +00003244static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003245_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3246{
3247 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3248 (__v8df) __B,
3249 (__v8df) __C,
3250 (__mmask8) __U,
3251 _MM_FROUND_CUR_DIRECTION);
3252}
3253
3254#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003255 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3256 (__v16sf)(__m512)(B), \
3257 (__v16sf)(__m512)(C), \
3258 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003259
3260
Michael Kupersteine45af542015-06-30 13:36:19 +00003261static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003262_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3263{
3264 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3265 (__v16sf) __B,
3266 (__v16sf) __C,
3267 (__mmask16) __U,
3268 _MM_FROUND_CUR_DIRECTION);
3269}
3270
3271#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003272 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3273 (__v8df)(__m512d)(B), \
3274 (__v8df)(__m512d)(C), \
3275 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003276
3277
Michael Kupersteine45af542015-06-30 13:36:19 +00003278static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003279_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3280{
3281 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3282 (__v8df) __B,
3283 (__v8df) __C,
3284 (__mmask8) __U,
3285 _MM_FROUND_CUR_DIRECTION);
3286}
3287
3288#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003289 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3290 (__v16sf)(__m512)(B), \
3291 (__v16sf)(__m512)(C), \
3292 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003293
3294
Michael Kupersteine45af542015-06-30 13:36:19 +00003295static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003296_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3297{
3298 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3299 (__v16sf) __B,
3300 (__v16sf) __C,
3301 (__mmask16) __U,
3302 _MM_FROUND_CUR_DIRECTION);
3303}
3304
3305#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003306 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3307 (__v8df)(__m512d)(B), \
3308 (__v8df)(__m512d)(C), \
3309 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003310
3311
Michael Kupersteine45af542015-06-30 13:36:19 +00003312static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003313_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3314{
3315 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3316 (__v8df) __B,
3317 (__v8df) __C,
3318 (__mmask8) __U,
3319 _MM_FROUND_CUR_DIRECTION);
3320}
3321
3322#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003323 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3324 (__v16sf)(__m512)(B), \
3325 (__v16sf)(__m512)(C), \
3326 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003327
3328
Michael Kupersteine45af542015-06-30 13:36:19 +00003329static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003330_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3331{
3332 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3333 (__v16sf) __B,
3334 (__v16sf) __C,
3335 (__mmask16) __U,
3336 _MM_FROUND_CUR_DIRECTION);
3337}
3338
3339#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003340 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3341 (__v8df)(__m512d)(B), \
3342 (__v8df)(__m512d)(C), \
3343 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003344
3345
3346#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003347 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3348 (__v8df)(__m512d)(B), \
3349 (__v8df)(__m512d)(C), \
3350 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003351
3352
Michael Kupersteine45af542015-06-30 13:36:19 +00003353static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003354_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3355{
3356 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3357 (__v8df) __B,
3358 (__v8df) __C,
3359 (__mmask8) __U,
3360 _MM_FROUND_CUR_DIRECTION);
3361}
3362
Michael Kupersteine45af542015-06-30 13:36:19 +00003363static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003364_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3365{
3366 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3367 (__v8df) __B,
3368 (__v8df) __C,
3369 (__mmask8) __U,
3370 _MM_FROUND_CUR_DIRECTION);
3371}
3372
3373#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003374 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3375 (__v16sf)(__m512)(B), \
3376 (__v16sf)(__m512)(C), \
3377 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003378
3379
3380#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003381 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3382 (__v16sf)(__m512)(B), \
3383 (__v16sf)(__m512)(C), \
3384 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003385
3386
Michael Kupersteine45af542015-06-30 13:36:19 +00003387static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003388_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3389{
3390 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3391 (__v16sf) __B,
3392 (__v16sf) __C,
3393 (__mmask16) __U,
3394 _MM_FROUND_CUR_DIRECTION);
3395}
3396
Michael Kupersteine45af542015-06-30 13:36:19 +00003397static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003398_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3399{
3400 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3401 (__v16sf) __B,
3402 (__v16sf) __C,
3403 (__mmask16) __U,
3404 _MM_FROUND_CUR_DIRECTION);
3405}
3406
3407
3408
Adam Nemet0d5bb552014-07-28 17:14:40 +00003409/* Vector permutations */
3410
Michael Kupersteine45af542015-06-30 13:36:19 +00003411static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003412_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3413{
3414 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3415 /* idx */ ,
3416 (__v16si) __A,
3417 (__v16si) __B,
3418 (__mmask16) -1);
3419}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003420
3421static __inline__ __m512i __DEFAULT_FN_ATTRS
3422_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3423 __m512i __I, __m512i __B)
3424{
3425 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3426 /* idx */ ,
3427 (__v16si) __A,
3428 (__v16si) __B,
3429 (__mmask16) __U);
3430}
3431
3432static __inline__ __m512i __DEFAULT_FN_ATTRS
3433_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3434 __m512i __I, __m512i __B)
3435{
3436 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3437 /* idx */ ,
3438 (__v16si) __A,
3439 (__v16si) __B,
3440 (__mmask16) __U);
3441}
3442
Michael Kupersteine45af542015-06-30 13:36:19 +00003443static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003444_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3445{
3446 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3447 /* idx */ ,
3448 (__v8di) __A,
3449 (__v8di) __B,
3450 (__mmask8) -1);
3451}
3452
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003453static __inline__ __m512i __DEFAULT_FN_ATTRS
3454_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3455 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003456{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003457 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003458 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003459 (__v8di) __A,
3460 (__v8di) __B,
3461 (__mmask8) __U);
3462}
3463
3464
3465static __inline__ __m512i __DEFAULT_FN_ATTRS
3466_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3467 __m512i __I, __m512i __B)
3468{
3469 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3470 /* idx */ ,
3471 (__v8di) __A,
3472 (__v8di) __B,
3473 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003474}
3475
Craig Topper67826a52015-02-01 07:35:40 +00003476#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3477 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003478 (__v8di)(__m512i)(B), (int)(I), \
3479 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003480 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003481
Craig Topper8c18e112016-05-17 04:41:50 +00003482#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3483 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3484 (__v8di)(__m512i)(B), (int)(imm), \
3485 (__v8di)(__m512i)(W), \
3486 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003487
Craig Topper8c18e112016-05-17 04:41:50 +00003488#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3489 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3490 (__v8di)(__m512i)(B), (int)(imm), \
3491 (__v8di)_mm512_setzero_si512(), \
3492 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003493
Craig Topper67826a52015-02-01 07:35:40 +00003494#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003495 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3496 (__v16si)(__m512i)(B), (int)(I), \
3497 (__v16si)_mm512_setzero_si512(), \
3498 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003499
Craig Topper8c18e112016-05-17 04:41:50 +00003500#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3501 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3502 (__v16si)(__m512i)(B), (int)(imm), \
3503 (__v16si)(__m512i)(W), \
3504 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003505
Craig Topper8c18e112016-05-17 04:41:50 +00003506#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3507 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3508 (__v16si)(__m512i)(B), (int)(imm), \
3509 (__v16si)_mm512_setzero_si512(), \
3510 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003511/* Vector Extract */
3512
3513#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003514 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3515 (__v4df)_mm256_setzero_si256(), \
3516 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003517
Craig Topper8c18e112016-05-17 04:41:50 +00003518#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3519 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3520 (__v4df)(__m256d)(W), \
3521 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003522
Craig Topper8c18e112016-05-17 04:41:50 +00003523#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3524 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3525 (__v4df)_mm256_setzero_pd(), \
3526 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003527
Adam Nemetf893ede2015-01-19 20:12:05 +00003528#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003529 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3530 (__v4sf)_mm_setzero_ps(), \
3531 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003532
Craig Topper8c18e112016-05-17 04:41:50 +00003533#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3534 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3535 (__v4sf)(__m128)(W), \
3536 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003537
Craig Topper8c18e112016-05-17 04:41:50 +00003538#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3539 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3540 (__v4sf)_mm_setzero_ps(), \
3541 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003542/* Vector Blend */
3543
Michael Kupersteine45af542015-06-30 13:36:19 +00003544static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003545_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3546{
Igor Bregeraadb8762016-06-08 13:59:20 +00003547 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003548 (__v8df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003549 (__v8df) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003550}
3551
Michael Kupersteine45af542015-06-30 13:36:19 +00003552static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003553_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3554{
Igor Bregeraadb8762016-06-08 13:59:20 +00003555 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003556 (__v16sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003557 (__v16sf) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003558}
3559
Michael Kupersteine45af542015-06-30 13:36:19 +00003560static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003561_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3562{
Igor Bregeraadb8762016-06-08 13:59:20 +00003563 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003564 (__v8di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003565 (__v8di) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003566}
3567
Michael Kupersteine45af542015-06-30 13:36:19 +00003568static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003569_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3570{
Igor Bregeraadb8762016-06-08 13:59:20 +00003571 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003572 (__v16si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003573 (__v16si) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003574}
3575
3576/* Compare */
3577
Craig Topper53565c62015-02-01 22:27:40 +00003578#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3579 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003580 (__v16sf)(__m512)(B), (int)(P), \
3581 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003582
Craig Topper53565c62015-02-01 22:27:40 +00003583#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3584 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003585 (__v16sf)(__m512)(B), (int)(P), \
3586 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003587
3588#define _mm512_cmp_ps_mask(A, B, P) \
3589 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3590
3591#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3592 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3593
3594#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3595 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003596 (__v8df)(__m512d)(B), (int)(P), \
3597 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003598
3599#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3600 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003601 (__v8df)(__m512d)(B), (int)(P), \
3602 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003603
3604#define _mm512_cmp_pd_mask(A, B, P) \
3605 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3606
3607#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3608 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003609
3610/* Conversion */
3611
Craig Topperf3efec62016-06-08 06:08:07 +00003612#define _mm512_cvtt_roundps_epu32(A, R) __extension__ ({ \
3613 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3614 (__v16si)_mm512_undefined_epi32(), \
3615 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003616
Craig Topperf3efec62016-06-08 06:08:07 +00003617#define _mm512_mask_cvtt_roundps_epu32(W, U, A, R) __extension__ ({ \
3618 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3619 (__v16si)(__m512i)(W), \
3620 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003621
Craig Topperf3efec62016-06-08 06:08:07 +00003622#define _mm512_maskz_cvtt_roundps_epu32(U, A, R) __extension__ ({ \
3623 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3624 (__v16si)_mm512_setzero_si512(), \
3625 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003626
3627
Michael Kupersteine45af542015-06-30 13:36:19 +00003628static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003629_mm512_cvttps_epu32(__m512 __A)
3630{
3631 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3632 (__v16si)
3633 _mm512_setzero_si512 (),
3634 (__mmask16) -1,
3635 _MM_FROUND_CUR_DIRECTION);
3636}
3637
Michael Zuckermanf1544752016-05-09 10:32:51 +00003638static __inline__ __m512i __DEFAULT_FN_ATTRS
3639_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3640{
3641 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3642 (__v16si) __W,
3643 (__mmask16) __U,
3644 _MM_FROUND_CUR_DIRECTION);
3645}
3646
3647static __inline__ __m512i __DEFAULT_FN_ATTRS
3648_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3649{
3650 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3651 (__v16si) _mm512_setzero_si512 (),
3652 (__mmask16) __U,
3653 _MM_FROUND_CUR_DIRECTION);
3654}
3655
Craig Topper72c7d512015-02-01 07:35:35 +00003656#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003657 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003658 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003659 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003660
Craig Topperf3efec62016-06-08 06:08:07 +00003661#define _mm512_mask_cvt_roundepi32_ps(W, U, A, R) __extension__ ({ \
3662 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3663 (__v16sf)(__m512)(W), \
3664 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003665
Craig Topperf3efec62016-06-08 06:08:07 +00003666#define _mm512_maskz_cvt_roundepi32_ps(U, A, R) __extension__ ({ \
3667 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3668 (__v16sf)_mm512_setzero_ps(), \
3669 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003670
Craig Topper72c7d512015-02-01 07:35:35 +00003671#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003672 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003673 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003674 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003675
Craig Topperf3efec62016-06-08 06:08:07 +00003676#define _mm512_mask_cvt_roundepu32_ps(W, U, A, R) __extension__ ({ \
3677 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3678 (__v16sf)(__m512)(W), \
3679 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003680
Craig Topperf3efec62016-06-08 06:08:07 +00003681#define _mm512_maskz_cvt_roundepu32_ps(U, A, R) __extension__ ({ \
3682 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3683 (__v16sf)_mm512_setzero_ps(), \
3684 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003685
Michael Zuckermanf1544752016-05-09 10:32:51 +00003686static __inline__ __m512 __DEFAULT_FN_ATTRS
3687_mm512_cvtepu32_ps (__m512i __A)
3688{
3689 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3690 (__v16sf) _mm512_undefined_ps (),
3691 (__mmask16) -1,
3692 _MM_FROUND_CUR_DIRECTION);
3693}
3694
3695static __inline__ __m512 __DEFAULT_FN_ATTRS
3696_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3697{
3698 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3699 (__v16sf) __W,
3700 (__mmask16) __U,
3701 _MM_FROUND_CUR_DIRECTION);
3702}
3703
3704static __inline__ __m512 __DEFAULT_FN_ATTRS
3705_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3706{
3707 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3708 (__v16sf) _mm512_setzero_ps (),
3709 (__mmask16) __U,
3710 _MM_FROUND_CUR_DIRECTION);
3711}
3712
Michael Kupersteine45af542015-06-30 13:36:19 +00003713static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003714_mm512_cvtepi32_pd(__m256i __A)
3715{
3716 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003717 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003718 _mm512_setzero_pd (),
3719 (__mmask8) -1);
3720}
3721
Michael Zuckermanf1544752016-05-09 10:32:51 +00003722static __inline__ __m512d __DEFAULT_FN_ATTRS
3723_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3724{
3725 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3726 (__v8df) __W,
3727 (__mmask8) __U);
3728}
3729
3730static __inline__ __m512d __DEFAULT_FN_ATTRS
3731_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3732{
3733 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3734 (__v8df) _mm512_setzero_pd (),
3735 (__mmask8) __U);
3736}
3737
3738static __inline__ __m512 __DEFAULT_FN_ATTRS
3739_mm512_cvtepi32_ps (__m512i __A)
3740{
3741 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3742 (__v16sf) _mm512_undefined_ps (),
3743 (__mmask16) -1,
3744 _MM_FROUND_CUR_DIRECTION);
3745}
3746
3747static __inline__ __m512 __DEFAULT_FN_ATTRS
3748_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3749{
3750 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3751 (__v16sf) __W,
3752 (__mmask16) __U,
3753 _MM_FROUND_CUR_DIRECTION);
3754}
3755
3756static __inline__ __m512 __DEFAULT_FN_ATTRS
3757_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3758{
3759 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3760 (__v16sf) _mm512_setzero_ps (),
3761 (__mmask16) __U,
3762 _MM_FROUND_CUR_DIRECTION);
3763}
3764
Michael Kupersteine45af542015-06-30 13:36:19 +00003765static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003766_mm512_cvtepu32_pd(__m256i __A)
3767{
3768 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3769 (__v8df)
3770 _mm512_setzero_pd (),
3771 (__mmask8) -1);
3772}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003773
Michael Zuckermanf1544752016-05-09 10:32:51 +00003774static __inline__ __m512d __DEFAULT_FN_ATTRS
3775_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3776{
3777 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3778 (__v8df) __W,
3779 (__mmask8) __U);
3780}
3781
3782static __inline__ __m512d __DEFAULT_FN_ATTRS
3783_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3784{
3785 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3786 (__v8df) _mm512_setzero_pd (),
3787 (__mmask8) __U);
3788}
3789
Craig Topper72c7d512015-02-01 07:35:35 +00003790#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003791 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003792 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003793 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003794
Michael Zuckerman186d8672016-05-31 11:27:34 +00003795#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3796 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003797 (__v8sf)(__m256)(W), (__mmask8)(U), \
3798 (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003799
3800#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3801 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3802 (__v8sf)_mm256_setzero_ps(), \
3803 (__mmask8)(U), (int)(R)); })
3804
Michael Zuckermanf1544752016-05-09 10:32:51 +00003805static __inline__ __m256 __DEFAULT_FN_ATTRS
3806_mm512_cvtpd_ps (__m512d __A)
3807{
3808 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3809 (__v8sf) _mm256_undefined_ps (),
3810 (__mmask8) -1,
3811 _MM_FROUND_CUR_DIRECTION);
3812}
3813
3814static __inline__ __m256 __DEFAULT_FN_ATTRS
3815_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3816{
3817 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3818 (__v8sf) __W,
3819 (__mmask8) __U,
3820 _MM_FROUND_CUR_DIRECTION);
3821}
3822
3823static __inline__ __m256 __DEFAULT_FN_ATTRS
3824_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3825{
3826 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3827 (__v8sf) _mm256_setzero_ps (),
3828 (__mmask8) __U,
3829 _MM_FROUND_CUR_DIRECTION);
3830}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003831
Craig Topperf3efec62016-06-08 06:08:07 +00003832#define _mm512_cvt_roundps_ph(A, I) __extension__ ({ \
3833 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3834 (__v16hi)_mm256_undefined_si256(), \
3835 (__mmask16)-1); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003836
Craig Topperf3efec62016-06-08 06:08:07 +00003837#define _mm512_mask_cvt_roundps_ph(U, W, A, I) __extension__ ({ \
3838 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3839 (__v16hi)(__m256i)(U), \
3840 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003841
Craig Topperf3efec62016-06-08 06:08:07 +00003842#define _mm512_maskz_cvt_roundps_ph(W, A, I) __extension__ ({ \
3843 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3844 (__v16hi)_mm256_setzero_si256(), \
3845 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003846
Craig Topper72c7d512015-02-01 07:35:35 +00003847#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003848 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003849 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003850 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003851
Craig Topper8c18e112016-05-17 04:41:50 +00003852#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3853 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3854 (__v16hi)(__m256i)(U), \
3855 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003856
Craig Topper8c18e112016-05-17 04:41:50 +00003857#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3858 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3859 (__v16hi)_mm256_setzero_si256(), \
3860 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003861
Craig Topperf3efec62016-06-08 06:08:07 +00003862#define _mm512_cvt_roundph_ps(A, R) __extension__ ({ \
3863 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3864 (__v16sf)_mm512_undefined_ps(), \
3865 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003866
Craig Topperf3efec62016-06-08 06:08:07 +00003867#define _mm512_mask_cvt_roundph_ps(W, U, A, R) __extension__ ({ \
3868 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3869 (__v16sf)(__m512)(W), \
3870 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003871
Craig Topperf3efec62016-06-08 06:08:07 +00003872#define _mm512_maskz_cvt_roundph_ps(U, A, R) __extension__ ({ \
3873 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3874 (__v16sf)_mm512_setzero_ps(), \
3875 (__mmask16)(U), (int)(R)); })
3876
3877
Michael Kupersteine45af542015-06-30 13:36:19 +00003878static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003879_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003880{
3881 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003882 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003883 _mm512_setzero_ps (),
3884 (__mmask16) -1,
3885 _MM_FROUND_CUR_DIRECTION);
3886}
3887
Michael Zuckermanf1544752016-05-09 10:32:51 +00003888static __inline__ __m512 __DEFAULT_FN_ATTRS
3889_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003890{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003891 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3892 (__v16sf) __W,
3893 (__mmask16) __U,
3894 _MM_FROUND_CUR_DIRECTION);
3895}
3896
3897static __inline__ __m512 __DEFAULT_FN_ATTRS
3898_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3899{
3900 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3901 (__v16sf) _mm512_setzero_ps (),
3902 (__mmask16) __U,
3903 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003904}
3905
Michael Zuckerman186d8672016-05-31 11:27:34 +00003906#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3907 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3908 (__v8si)_mm256_setzero_si256(), \
3909 (__mmask8)-1, (int)(R)); })
3910
3911#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
3912 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003913 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003914 (__mmask8)(U), (int)(R)); })
3915
Craig Topperf3efec62016-06-08 06:08:07 +00003916#define _mm512_maskz_cvtt_roundpd_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003917 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3918 (__v8si)_mm256_setzero_si256(), \
3919 (__mmask8)(U), (int)(R)); })
3920
Michael Kupersteine45af542015-06-30 13:36:19 +00003921static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003922_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003923{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003924 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003925 (__v8si)_mm256_setzero_si256(),
3926 (__mmask8) -1,
3927 _MM_FROUND_CUR_DIRECTION);
3928}
3929
Michael Zuckermanf1544752016-05-09 10:32:51 +00003930static __inline__ __m256i __DEFAULT_FN_ATTRS
3931_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3932{
3933 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3934 (__v8si) __W,
3935 (__mmask8) __U,
3936 _MM_FROUND_CUR_DIRECTION);
3937}
3938
3939static __inline__ __m256i __DEFAULT_FN_ATTRS
3940_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3941{
3942 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3943 (__v8si) _mm256_setzero_si256 (),
3944 (__mmask8) __U,
3945 _MM_FROUND_CUR_DIRECTION);
3946}
3947
Craig Topper72c7d512015-02-01 07:35:35 +00003948#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003949 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003950 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003951 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003952
Craig Topperf3efec62016-06-08 06:08:07 +00003953#define _mm512_mask_cvtt_roundps_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003954 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003955 (__v16si)(__m512i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003956 (__mmask16)(U), (int)(R)); })
3957
Craig Topperf3efec62016-06-08 06:08:07 +00003958#define _mm512_maskz_cvtt_roundps_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003959 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
3960 (__v16si)_mm512_setzero_si512(), \
3961 (__mmask16)(U), (int)(R)); })
3962
Michael Zuckermanf1544752016-05-09 10:32:51 +00003963static __inline __m512i __DEFAULT_FN_ATTRS
3964_mm512_cvttps_epi32(__m512 __a)
3965{
3966 return (__m512i)
3967 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
3968 (__v16si) _mm512_setzero_si512 (),
3969 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
3970}
3971
3972static __inline__ __m512i __DEFAULT_FN_ATTRS
3973_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3974{
3975 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3976 (__v16si) __W,
3977 (__mmask16) __U,
3978 _MM_FROUND_CUR_DIRECTION);
3979}
3980
3981static __inline__ __m512i __DEFAULT_FN_ATTRS
3982_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
3983{
3984 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3985 (__v16si) _mm512_setzero_si512 (),
3986 (__mmask16) __U,
3987 _MM_FROUND_CUR_DIRECTION);
3988}
Craig Topper72c7d512015-02-01 07:35:35 +00003989
3990#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003991 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003992 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003993 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003994
Craig Topperf3efec62016-06-08 06:08:07 +00003995#define _mm512_mask_cvt_roundps_epi32(W, U, A, R) __extension__ ({ \
3996 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3997 (__v16si)(__m512i)(W), \
3998 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003999
Craig Topperf3efec62016-06-08 06:08:07 +00004000#define _mm512_maskz_cvt_roundps_epi32(U, A, R) __extension__ ({ \
4001 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
4002 (__v16si)_mm512_setzero_si512(), \
4003 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004004
Michael Zuckermanf1544752016-05-09 10:32:51 +00004005static __inline__ __m512i __DEFAULT_FN_ATTRS
4006_mm512_cvtps_epi32 (__m512 __A)
4007{
4008 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4009 (__v16si) _mm512_undefined_epi32 (),
4010 (__mmask16) -1,
4011 _MM_FROUND_CUR_DIRECTION);
4012}
4013
4014static __inline__ __m512i __DEFAULT_FN_ATTRS
4015_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4016{
4017 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4018 (__v16si) __W,
4019 (__mmask16) __U,
4020 _MM_FROUND_CUR_DIRECTION);
4021}
4022
4023static __inline__ __m512i __DEFAULT_FN_ATTRS
4024_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
4025{
4026 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4027 (__v16si)
4028 _mm512_setzero_si512 (),
4029 (__mmask16) __U,
4030 _MM_FROUND_CUR_DIRECTION);
4031}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004032
Craig Topper72c7d512015-02-01 07:35:35 +00004033#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004034 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004035 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004036 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004037
Craig Topperf3efec62016-06-08 06:08:07 +00004038#define _mm512_mask_cvt_roundpd_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004039 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004040 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004041 (__mmask8)(U), (int)(R)); })
4042
4043#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4044 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4045 (__v8si)_mm256_setzero_si256(), \
4046 (__mmask8)(U), (int)(R)); })
4047
Michael Zuckermanf1544752016-05-09 10:32:51 +00004048static __inline__ __m256i __DEFAULT_FN_ATTRS
4049_mm512_cvtpd_epi32 (__m512d __A)
4050{
4051 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4052 (__v8si)
4053 _mm256_undefined_si256 (),
4054 (__mmask8) -1,
4055 _MM_FROUND_CUR_DIRECTION);
4056}
4057
4058static __inline__ __m256i __DEFAULT_FN_ATTRS
4059_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4060{
4061 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4062 (__v8si) __W,
4063 (__mmask8) __U,
4064 _MM_FROUND_CUR_DIRECTION);
4065}
4066
4067static __inline__ __m256i __DEFAULT_FN_ATTRS
4068_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4069{
4070 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4071 (__v8si)
4072 _mm256_setzero_si256 (),
4073 (__mmask8) __U,
4074 _MM_FROUND_CUR_DIRECTION);
4075}
4076
Craig Topper72c7d512015-02-01 07:35:35 +00004077#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004078 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004079 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004080 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004081
Craig Topperf3efec62016-06-08 06:08:07 +00004082#define _mm512_mask_cvt_roundps_epu32(W, U, A, R) __extension__ ({ \
4083 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4084 (__v16si)(__m512i)(W), \
4085 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004086
Craig Topperf3efec62016-06-08 06:08:07 +00004087#define _mm512_maskz_cvt_roundps_epu32(U, A, R) __extension__ ({ \
4088 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4089 (__v16si)_mm512_setzero_si512(), \
4090 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004091
Michael Zuckermanf1544752016-05-09 10:32:51 +00004092static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004093_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004094{
4095 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4096 (__v16si)\
4097 _mm512_undefined_epi32 (),\
4098 (__mmask16) -1,\
4099 _MM_FROUND_CUR_DIRECTION);\
4100}
4101
4102static __inline__ __m512i __DEFAULT_FN_ATTRS
4103_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4104{
4105 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4106 (__v16si) __W,
4107 (__mmask16) __U,
4108 _MM_FROUND_CUR_DIRECTION);
4109}
4110
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004111static __inline__ __m512i __DEFAULT_FN_ATTRS
4112_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4113{
4114 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4115 (__v16si)
4116 _mm512_setzero_si512 (),
4117 (__mmask16) __U ,
4118 _MM_FROUND_CUR_DIRECTION);
4119}
4120
Craig Topper72c7d512015-02-01 07:35:35 +00004121#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004122 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004123 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004124 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004125
Craig Topperf3efec62016-06-08 06:08:07 +00004126#define _mm512_mask_cvt_roundpd_epu32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004127 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4128 (__v8si)(W), \
Craig Topperf3efec62016-06-08 06:08:07 +00004129 (__mmask8)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004130
4131#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4132 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4133 (__v8si)_mm256_setzero_si256(), \
4134 (__mmask8)(U), (int)(R)); })
4135
Michael Zuckermanf1544752016-05-09 10:32:51 +00004136static __inline__ __m256i __DEFAULT_FN_ATTRS
4137_mm512_cvtpd_epu32 (__m512d __A)
4138{
4139 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4140 (__v8si)
4141 _mm256_undefined_si256 (),
4142 (__mmask8) -1,
4143 _MM_FROUND_CUR_DIRECTION);
4144}
4145
4146static __inline__ __m256i __DEFAULT_FN_ATTRS
4147_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4148{
4149 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4150 (__v8si) __W,
4151 (__mmask8) __U,
4152 _MM_FROUND_CUR_DIRECTION);
4153}
4154
4155static __inline__ __m256i __DEFAULT_FN_ATTRS
4156_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4157{
4158 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4159 (__v8si)
4160 _mm256_setzero_si256 (),
4161 (__mmask8) __U,
4162 _MM_FROUND_CUR_DIRECTION);
4163}
Craig Topper79f53ca2016-06-23 06:36:42 +00004164
Adam Nemet63a951e2015-01-14 01:31:17 +00004165/* Unpack and Interleave */
Craig Topper79f53ca2016-06-23 06:36:42 +00004166
Michael Kupersteine45af542015-06-30 13:36:19 +00004167static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004168_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4169{
Craig Topper79f53ca2016-06-23 06:36:42 +00004170 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4171 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4172}
4173
4174static __inline__ __m512d __DEFAULT_FN_ATTRS
4175_mm512_mask_unpackhi_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4176{
4177 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4178 (__v8df)_mm512_unpackhi_pd(__A, __B),
4179 (__v8df)__W);
4180}
4181
4182static __inline__ __m512d __DEFAULT_FN_ATTRS
4183_mm512_maskz_unpackhi_pd(__mmask8 __U, __m512d __A, __m512d __B)
4184{
4185 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4186 (__v8df)_mm512_unpackhi_pd(__A, __B),
4187 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004188}
4189
Michael Kupersteine45af542015-06-30 13:36:19 +00004190static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004191_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4192{
Craig Topper79f53ca2016-06-23 06:36:42 +00004193 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4194 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4195}
4196
4197static __inline__ __m512d __DEFAULT_FN_ATTRS
4198_mm512_mask_unpacklo_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4199{
4200 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4201 (__v8df)_mm512_unpacklo_pd(__A, __B),
4202 (__v8df)__W);
4203}
4204
4205static __inline__ __m512d __DEFAULT_FN_ATTRS
4206_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
4207{
4208 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4209 (__v8df)_mm512_unpacklo_pd(__A, __B),
4210 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004211}
4212
Michael Kupersteine45af542015-06-30 13:36:19 +00004213static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004214_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4215{
Craig Topper79f53ca2016-06-23 06:36:42 +00004216 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4217 2, 18, 3, 19,
4218 2+4, 18+4, 3+4, 19+4,
4219 2+8, 18+8, 3+8, 19+8,
4220 2+12, 18+12, 3+12, 19+12);
4221}
4222
4223static __inline__ __m512 __DEFAULT_FN_ATTRS
4224_mm512_mask_unpackhi_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4225{
4226 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4227 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4228 (__v16sf)__W);
4229}
4230
4231static __inline__ __m512 __DEFAULT_FN_ATTRS
4232_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
4233{
4234 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4235 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4236 (__v16sf)_mm512_setzero_ps());
Adam Nemet63a951e2015-01-14 01:31:17 +00004237}
4238
Michael Kupersteine45af542015-06-30 13:36:19 +00004239static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004240_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4241{
Craig Topper79f53ca2016-06-23 06:36:42 +00004242 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4243 0, 16, 1, 17,
4244 0+4, 16+4, 1+4, 17+4,
4245 0+8, 16+8, 1+8, 17+8,
4246 0+12, 16+12, 1+12, 17+12);
4247}
4248
4249static __inline__ __m512 __DEFAULT_FN_ATTRS
4250_mm512_mask_unpacklo_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4251{
4252 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4253 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4254 (__v16sf)__W);
4255}
4256
4257static __inline__ __m512 __DEFAULT_FN_ATTRS
4258_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
4259{
4260 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4261 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4262 (__v16sf)_mm512_setzero_ps());
4263}
4264
4265static __inline__ __m512i __DEFAULT_FN_ATTRS
4266_mm512_unpackhi_epi32(__m512i __A, __m512i __B)
4267{
4268 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4269 2, 18, 3, 19,
4270 2+4, 18+4, 3+4, 19+4,
4271 2+8, 18+8, 3+8, 19+8,
4272 2+12, 18+12, 3+12, 19+12);
4273}
4274
4275static __inline__ __m512i __DEFAULT_FN_ATTRS
4276_mm512_mask_unpackhi_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4277{
4278 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4279 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4280 (__v16si)__W);
4281}
4282
4283static __inline__ __m512i __DEFAULT_FN_ATTRS
4284_mm512_maskz_unpackhi_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4285{
4286 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4287 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4288 (__v16si)_mm512_setzero_si512());
4289}
4290
4291static __inline__ __m512i __DEFAULT_FN_ATTRS
4292_mm512_unpacklo_epi32(__m512i __A, __m512i __B)
4293{
4294 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4295 0, 16, 1, 17,
4296 0+4, 16+4, 1+4, 17+4,
4297 0+8, 16+8, 1+8, 17+8,
4298 0+12, 16+12, 1+12, 17+12);
4299}
4300
4301static __inline__ __m512i __DEFAULT_FN_ATTRS
4302_mm512_mask_unpacklo_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4303{
4304 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4305 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4306 (__v16si)__W);
4307}
4308
4309static __inline__ __m512i __DEFAULT_FN_ATTRS
4310_mm512_maskz_unpacklo_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4311{
4312 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4313 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4314 (__v16si)_mm512_setzero_si512());
4315}
4316
4317static __inline__ __m512i __DEFAULT_FN_ATTRS
4318_mm512_unpackhi_epi64(__m512i __A, __m512i __B)
4319{
4320 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4321 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4322}
4323
4324static __inline__ __m512i __DEFAULT_FN_ATTRS
4325_mm512_mask_unpackhi_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4326{
4327 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4328 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4329 (__v8di)__W);
4330}
4331
4332static __inline__ __m512i __DEFAULT_FN_ATTRS
4333_mm512_maskz_unpackhi_epi64(__mmask8 __U, __m512i __A, __m512i __B)
4334{
4335 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4336 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4337 (__v8di)_mm512_setzero_si512());
4338}
4339
4340static __inline__ __m512i __DEFAULT_FN_ATTRS
4341_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
4342{
4343 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4344 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4345}
4346
4347static __inline__ __m512i __DEFAULT_FN_ATTRS
4348_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4349{
4350 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4351 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4352 (__v8di)__W);
4353}
4354
4355static __inline__ __m512i __DEFAULT_FN_ATTRS
4356_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4357{
4358 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4359 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4360 (__v8di)_mm512_setzero_si512());
Adam Nemet63a951e2015-01-14 01:31:17 +00004361}
4362
Adam Nemet0d5bb552014-07-28 17:14:40 +00004363/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004364
Michael Kupersteine45af542015-06-30 13:36:19 +00004365static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004366_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004367{
4368 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4369 (__v16si) __B,
4370 (__mmask16) -1);
4371}
4372
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004373static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4374_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4375{
4376 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4377 (__v16si) __B, __U);
4378}
4379
Michael Kupersteine45af542015-06-30 13:36:19 +00004380static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004381_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004382{
4383 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4384 (__v8di) __B,
4385 (__mmask8) -1);
4386}
4387
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004388static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4389_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4390{
4391 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4392}
4393
4394
Adam Nemet0d5bb552014-07-28 17:14:40 +00004395/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004396
Michael Kupersteine45af542015-06-30 13:36:19 +00004397static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004398_mm512_loadu_si512 (void const *__P)
4399{
Craig Topper4537ea72016-05-14 06:03:13 +00004400 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004401 (__v16si)
4402 _mm512_setzero_si512 (),
4403 (__mmask16) -1);
4404}
4405
4406static __inline __m512i __DEFAULT_FN_ATTRS
4407_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4408{
Craig Topper4537ea72016-05-14 06:03:13 +00004409 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004410 (__v16si) __W,
4411 (__mmask16) __U);
4412}
4413
4414
4415static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004416_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004417{
Craig Topper4537ea72016-05-14 06:03:13 +00004418 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004419 (__v16si)
4420 _mm512_setzero_si512 (),
4421 (__mmask16) __U);
4422}
4423
Michael Kupersteine45af542015-06-30 13:36:19 +00004424static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004425_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4426{
Craig Topper4537ea72016-05-14 06:03:13 +00004427 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004428 (__v8di) __W,
4429 (__mmask8) __U);
4430}
4431
4432static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004433_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004434{
Craig Topper4537ea72016-05-14 06:03:13 +00004435 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004436 (__v8di)
4437 _mm512_setzero_si512 (),
4438 (__mmask8) __U);
4439}
4440
Michael Kupersteine45af542015-06-30 13:36:19 +00004441static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004442_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4443{
Craig Topper4537ea72016-05-14 06:03:13 +00004444 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004445 (__v16sf) __W,
4446 (__mmask16) __U);
4447}
4448
4449static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004450_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004451{
Craig Topper4537ea72016-05-14 06:03:13 +00004452 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004453 (__v16sf)
4454 _mm512_setzero_ps (),
4455 (__mmask16) __U);
4456}
4457
Michael Kupersteine45af542015-06-30 13:36:19 +00004458static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004459_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004460{
Craig Topper4537ea72016-05-14 06:03:13 +00004461 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004462 (__v8df) __W,
4463 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004464}
4465
Michael Kupersteine45af542015-06-30 13:36:19 +00004466static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004467_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004468{
Craig Topper4537ea72016-05-14 06:03:13 +00004469 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004470 (__v8df)
4471 _mm512_setzero_pd (),
4472 (__mmask8) __U);
4473}
4474
Michael Kupersteine45af542015-06-30 13:36:19 +00004475static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004476_mm512_loadu_pd(double const *__p)
4477{
4478 struct __loadu_pd {
4479 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004480 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004481 return ((struct __loadu_pd*)__p)->__v;
4482}
4483
Michael Kupersteine45af542015-06-30 13:36:19 +00004484static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004485_mm512_loadu_ps(float const *__p)
4486{
4487 struct __loadu_ps {
4488 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004489 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004490 return ((struct __loadu_ps*)__p)->__v;
4491}
4492
Michael Kupersteine45af542015-06-30 13:36:19 +00004493static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004494_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004495{
4496 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4497 (__v16sf)
4498 _mm512_setzero_ps (),
4499 (__mmask16) -1);
4500}
4501
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004502static __inline __m512 __DEFAULT_FN_ATTRS
4503_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4504{
4505 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4506 (__v16sf) __W,
4507 (__mmask16) __U);
4508}
4509
4510static __inline __m512 __DEFAULT_FN_ATTRS
4511_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4512{
4513 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4514 (__v16sf)
4515 _mm512_setzero_ps (),
4516 (__mmask16) __U);
4517}
4518
Michael Kupersteine45af542015-06-30 13:36:19 +00004519static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004520_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004521{
4522 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4523 (__v8df)
4524 _mm512_setzero_pd (),
4525 (__mmask8) -1);
4526}
4527
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004528static __inline __m512d __DEFAULT_FN_ATTRS
4529_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4530{
4531 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4532 (__v8df) __W,
4533 (__mmask8) __U);
4534}
4535
4536static __inline __m512d __DEFAULT_FN_ATTRS
4537_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4538{
4539 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4540 (__v8df)
4541 _mm512_setzero_pd (),
4542 (__mmask8) __U);
4543}
4544
4545static __inline __m512i __DEFAULT_FN_ATTRS
4546_mm512_load_si512 (void const *__P)
4547{
4548 return *(__m512i *) __P;
4549}
4550
4551static __inline __m512i __DEFAULT_FN_ATTRS
4552_mm512_load_epi32 (void const *__P)
4553{
4554 return *(__m512i *) __P;
4555}
4556
4557static __inline __m512i __DEFAULT_FN_ATTRS
4558_mm512_load_epi64 (void const *__P)
4559{
4560 return *(__m512i *) __P;
4561}
4562
Adam Nemet0d5bb552014-07-28 17:14:40 +00004563/* SIMD store ops */
4564
Michael Kupersteine45af542015-06-30 13:36:19 +00004565static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004566_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004567{
Craig Topper4537ea72016-05-14 06:03:13 +00004568 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004569 (__mmask8) __U);
4570}
4571
Michael Kupersteine45af542015-06-30 13:36:19 +00004572static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004573_mm512_storeu_si512 (void *__P, __m512i __A)
4574{
Craig Topper4537ea72016-05-14 06:03:13 +00004575 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004576 (__mmask16) -1);
4577}
4578
4579static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004580_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004581{
Craig Topper4537ea72016-05-14 06:03:13 +00004582 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004583 (__mmask16) __U);
4584}
4585
Michael Kupersteine45af542015-06-30 13:36:19 +00004586static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004587_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004588{
Craig Topper4537ea72016-05-14 06:03:13 +00004589 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004590}
4591
Michael Kupersteine45af542015-06-30 13:36:19 +00004592static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004593_mm512_storeu_pd(void *__P, __m512d __A)
4594{
Craig Topper4537ea72016-05-14 06:03:13 +00004595 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004596}
4597
Michael Kupersteine45af542015-06-30 13:36:19 +00004598static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004599_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004600{
Craig Topper4537ea72016-05-14 06:03:13 +00004601 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004602 (__mmask16) __U);
4603}
4604
Michael Kupersteine45af542015-06-30 13:36:19 +00004605static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004606_mm512_storeu_ps(void *__P, __m512 __A)
4607{
Craig Topper4537ea72016-05-14 06:03:13 +00004608 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004609}
4610
Michael Kupersteine45af542015-06-30 13:36:19 +00004611static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004612_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004613{
Adam Nemetc0cff242015-01-16 18:51:50 +00004614 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004615}
4616
Michael Kupersteine45af542015-06-30 13:36:19 +00004617static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004618_mm512_store_pd(void *__P, __m512d __A)
4619{
4620 *(__m512d*)__P = __A;
4621}
4622
Michael Kupersteine45af542015-06-30 13:36:19 +00004623static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004624_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4625{
4626 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4627 (__mmask16) __U);
4628}
4629
Michael Kupersteine45af542015-06-30 13:36:19 +00004630static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004631_mm512_store_ps(void *__P, __m512 __A)
4632{
4633 *(__m512*)__P = __A;
4634}
4635
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004636static __inline void __DEFAULT_FN_ATTRS
4637_mm512_store_si512 (void *__P, __m512i __A)
4638{
4639 *(__m512i *) __P = __A;
4640}
4641
4642static __inline void __DEFAULT_FN_ATTRS
4643_mm512_store_epi32 (void *__P, __m512i __A)
4644{
4645 *(__m512i *) __P = __A;
4646}
4647
4648static __inline void __DEFAULT_FN_ATTRS
4649_mm512_store_epi64 (void *__P, __m512i __A)
4650{
4651 *(__m512i *) __P = __A;
4652}
4653
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004654/* Mask ops */
4655
Michael Kupersteine45af542015-06-30 13:36:19 +00004656static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004657_mm512_knot(__mmask16 __M)
4658{
4659 return __builtin_ia32_knothi(__M);
4660}
4661
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004662/* Integer compare */
4663
Michael Kupersteine45af542015-06-30 13:36:19 +00004664static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004665_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4666 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4667 (__mmask16)-1);
4668}
4669
Michael Kupersteine45af542015-06-30 13:36:19 +00004670static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004671_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4672 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4673 __u);
4674}
4675
Michael Kupersteine45af542015-06-30 13:36:19 +00004676static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004677_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4678 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4679 (__mmask16)-1);
4680}
4681
Michael Kupersteine45af542015-06-30 13:36:19 +00004682static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004683_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4684 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4685 __u);
4686}
4687
Michael Kupersteine45af542015-06-30 13:36:19 +00004688static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004689_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4690 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4691 __u);
4692}
4693
Michael Kupersteine45af542015-06-30 13:36:19 +00004694static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004695_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4696 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4697 (__mmask8)-1);
4698}
4699
Michael Kupersteine45af542015-06-30 13:36:19 +00004700static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004701_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4702 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4703 (__mmask8)-1);
4704}
4705
Michael Kupersteine45af542015-06-30 13:36:19 +00004706static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004707_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4708 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4709 __u);
4710}
4711
Michael Kupersteine45af542015-06-30 13:36:19 +00004712static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004713_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4714 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4715 (__mmask16)-1);
4716}
4717
Michael Kupersteine45af542015-06-30 13:36:19 +00004718static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004719_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4720 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4721 __u);
4722}
4723
Michael Kupersteine45af542015-06-30 13:36:19 +00004724static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004725_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4726 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4727 (__mmask16)-1);
4728}
4729
Michael Kupersteine45af542015-06-30 13:36:19 +00004730static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004731_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4732 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4733 __u);
4734}
4735
Michael Kupersteine45af542015-06-30 13:36:19 +00004736static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004737_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4738 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4739 (__mmask8)-1);
4740}
4741
Michael Kupersteine45af542015-06-30 13:36:19 +00004742static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004743_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4744 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4745 __u);
4746}
4747
Michael Kupersteine45af542015-06-30 13:36:19 +00004748static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004749_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4750 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4751 (__mmask8)-1);
4752}
4753
Michael Kupersteine45af542015-06-30 13:36:19 +00004754static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004755_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4756 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4757 __u);
4758}
4759
Michael Kupersteine45af542015-06-30 13:36:19 +00004760static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004761_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4762 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4763 (__mmask16)-1);
4764}
4765
Michael Kupersteine45af542015-06-30 13:36:19 +00004766static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004767_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4768 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4769 __u);
4770}
4771
Michael Kupersteine45af542015-06-30 13:36:19 +00004772static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004773_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4774 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4775 (__mmask16)-1);
4776}
4777
Michael Kupersteine45af542015-06-30 13:36:19 +00004778static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004779_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4780 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4781 __u);
4782}
4783
Michael Kupersteine45af542015-06-30 13:36:19 +00004784static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004785_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4786 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4787 __u);
4788}
4789
Michael Kupersteine45af542015-06-30 13:36:19 +00004790static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004791_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4792 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4793 (__mmask8)-1);
4794}
4795
Michael Kupersteine45af542015-06-30 13:36:19 +00004796static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004797_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4798 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4799 (__mmask8)-1);
4800}
4801
Michael Kupersteine45af542015-06-30 13:36:19 +00004802static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004803_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4804 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4805 __u);
4806}
4807
Michael Kupersteine45af542015-06-30 13:36:19 +00004808static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004809_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4810 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4811 (__mmask16)-1);
4812}
4813
Michael Kupersteine45af542015-06-30 13:36:19 +00004814static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004815_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4816 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4817 __u);
4818}
4819
Michael Kupersteine45af542015-06-30 13:36:19 +00004820static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004821_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4822 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4823 (__mmask16)-1);
4824}
4825
Michael Kupersteine45af542015-06-30 13:36:19 +00004826static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004827_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4828 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4829 __u);
4830}
4831
Michael Kupersteine45af542015-06-30 13:36:19 +00004832static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004833_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4834 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4835 (__mmask8)-1);
4836}
4837
Michael Kupersteine45af542015-06-30 13:36:19 +00004838static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004839_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4840 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4841 __u);
4842}
4843
Michael Kupersteine45af542015-06-30 13:36:19 +00004844static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004845_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4846 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4847 (__mmask8)-1);
4848}
4849
Michael Kupersteine45af542015-06-30 13:36:19 +00004850static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004851_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4852 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4853 __u);
4854}
4855
Michael Kupersteine45af542015-06-30 13:36:19 +00004856static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004857_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4858 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4859 (__mmask16)-1);
4860}
4861
Michael Kupersteine45af542015-06-30 13:36:19 +00004862static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004863_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4864 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4865 __u);
4866}
4867
Michael Kupersteine45af542015-06-30 13:36:19 +00004868static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004869_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4870 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4871 (__mmask16)-1);
4872}
4873
Michael Kupersteine45af542015-06-30 13:36:19 +00004874static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004875_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4876 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4877 __u);
4878}
4879
Michael Kupersteine45af542015-06-30 13:36:19 +00004880static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004881_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4882 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4883 (__mmask8)-1);
4884}
4885
Michael Kupersteine45af542015-06-30 13:36:19 +00004886static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004887_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4888 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4889 __u);
4890}
4891
Michael Kupersteine45af542015-06-30 13:36:19 +00004892static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004893_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4894 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4895 (__mmask8)-1);
4896}
4897
Michael Kupersteine45af542015-06-30 13:36:19 +00004898static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004899_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4900 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4901 __u);
4902}
4903
Michael Kupersteine45af542015-06-30 13:36:19 +00004904static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004905_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4906 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4907 (__mmask16)-1);
4908}
4909
Michael Kupersteine45af542015-06-30 13:36:19 +00004910static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004911_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4912 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4913 __u);
4914}
4915
Michael Kupersteine45af542015-06-30 13:36:19 +00004916static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004917_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4918 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4919 (__mmask16)-1);
4920}
4921
Michael Kupersteine45af542015-06-30 13:36:19 +00004922static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004923_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4924 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4925 __u);
4926}
4927
Michael Kupersteine45af542015-06-30 13:36:19 +00004928static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004929_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4930 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4931 (__mmask8)-1);
4932}
4933
Michael Kupersteine45af542015-06-30 13:36:19 +00004934static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004935_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4936 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4937 __u);
4938}
4939
Michael Kupersteine45af542015-06-30 13:36:19 +00004940static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004941_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4942 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4943 (__mmask8)-1);
4944}
4945
Michael Kupersteine45af542015-06-30 13:36:19 +00004946static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004947_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4948 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4949 __u);
4950}
4951
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004952static __inline__ __m512i __DEFAULT_FN_ATTRS
4953_mm512_cvtepi8_epi32 (__m128i __A)
4954{
4955 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4956 (__v16si)
4957 _mm512_setzero_si512 (),
4958 (__mmask16) -1);
4959}
4960
4961static __inline__ __m512i __DEFAULT_FN_ATTRS
4962_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4963{
4964 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4965 (__v16si) __W,
4966 (__mmask16) __U);
4967}
4968
4969static __inline__ __m512i __DEFAULT_FN_ATTRS
4970_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4971{
4972 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4973 (__v16si)
4974 _mm512_setzero_si512 (),
4975 (__mmask16) __U);
4976}
4977
4978static __inline__ __m512i __DEFAULT_FN_ATTRS
4979_mm512_cvtepi8_epi64 (__m128i __A)
4980{
4981 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4982 (__v8di)
4983 _mm512_setzero_si512 (),
4984 (__mmask8) -1);
4985}
4986
4987static __inline__ __m512i __DEFAULT_FN_ATTRS
4988_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4989{
4990 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4991 (__v8di) __W,
4992 (__mmask8) __U);
4993}
4994
4995static __inline__ __m512i __DEFAULT_FN_ATTRS
4996_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4997{
4998 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4999 (__v8di)
5000 _mm512_setzero_si512 (),
5001 (__mmask8) __U);
5002}
5003
5004static __inline__ __m512i __DEFAULT_FN_ATTRS
5005_mm512_cvtepi32_epi64 (__m256i __X)
5006{
5007 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5008 (__v8di)
5009 _mm512_setzero_si512 (),
5010 (__mmask8) -1);
5011}
5012
5013static __inline__ __m512i __DEFAULT_FN_ATTRS
5014_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5015{
5016 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5017 (__v8di) __W,
5018 (__mmask8) __U);
5019}
5020
5021static __inline__ __m512i __DEFAULT_FN_ATTRS
5022_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
5023{
5024 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5025 (__v8di)
5026 _mm512_setzero_si512 (),
5027 (__mmask8) __U);
5028}
5029
5030static __inline__ __m512i __DEFAULT_FN_ATTRS
5031_mm512_cvtepi16_epi32 (__m256i __A)
5032{
5033 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5034 (__v16si)
5035 _mm512_setzero_si512 (),
5036 (__mmask16) -1);
5037}
5038
5039static __inline__ __m512i __DEFAULT_FN_ATTRS
5040_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5041{
5042 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5043 (__v16si) __W,
5044 (__mmask16) __U);
5045}
5046
5047static __inline__ __m512i __DEFAULT_FN_ATTRS
5048_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
5049{
5050 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5051 (__v16si)
5052 _mm512_setzero_si512 (),
5053 (__mmask16) __U);
5054}
5055
5056static __inline__ __m512i __DEFAULT_FN_ATTRS
5057_mm512_cvtepi16_epi64 (__m128i __A)
5058{
5059 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5060 (__v8di)
5061 _mm512_setzero_si512 (),
5062 (__mmask8) -1);
5063}
5064
5065static __inline__ __m512i __DEFAULT_FN_ATTRS
5066_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5067{
5068 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5069 (__v8di) __W,
5070 (__mmask8) __U);
5071}
5072
5073static __inline__ __m512i __DEFAULT_FN_ATTRS
5074_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
5075{
5076 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5077 (__v8di)
5078 _mm512_setzero_si512 (),
5079 (__mmask8) __U);
5080}
5081
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005082static __inline__ __m512i __DEFAULT_FN_ATTRS
5083_mm512_cvtepu8_epi32 (__m128i __A)
5084{
5085 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5086 (__v16si)
5087 _mm512_setzero_si512 (),
5088 (__mmask16) -1);
5089}
5090
5091static __inline__ __m512i __DEFAULT_FN_ATTRS
5092_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
5093{
5094 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5095 (__v16si) __W,
5096 (__mmask16) __U);
5097}
5098
5099static __inline__ __m512i __DEFAULT_FN_ATTRS
5100_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
5101{
5102 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5103 (__v16si)
5104 _mm512_setzero_si512 (),
5105 (__mmask16) __U);
5106}
5107
5108static __inline__ __m512i __DEFAULT_FN_ATTRS
5109_mm512_cvtepu8_epi64 (__m128i __A)
5110{
5111 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5112 (__v8di)
5113 _mm512_setzero_si512 (),
5114 (__mmask8) -1);
5115}
5116
5117static __inline__ __m512i __DEFAULT_FN_ATTRS
5118_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5119{
5120 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5121 (__v8di) __W,
5122 (__mmask8) __U);
5123}
5124
5125static __inline__ __m512i __DEFAULT_FN_ATTRS
5126_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
5127{
5128 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5129 (__v8di)
5130 _mm512_setzero_si512 (),
5131 (__mmask8) __U);
5132}
5133
5134static __inline__ __m512i __DEFAULT_FN_ATTRS
5135_mm512_cvtepu32_epi64 (__m256i __X)
5136{
5137 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5138 (__v8di)
5139 _mm512_setzero_si512 (),
5140 (__mmask8) -1);
5141}
5142
5143static __inline__ __m512i __DEFAULT_FN_ATTRS
5144_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5145{
5146 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5147 (__v8di) __W,
5148 (__mmask8) __U);
5149}
5150
5151static __inline__ __m512i __DEFAULT_FN_ATTRS
5152_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
5153{
5154 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5155 (__v8di)
5156 _mm512_setzero_si512 (),
5157 (__mmask8) __U);
5158}
5159
5160static __inline__ __m512i __DEFAULT_FN_ATTRS
5161_mm512_cvtepu16_epi32 (__m256i __A)
5162{
5163 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5164 (__v16si)
5165 _mm512_setzero_si512 (),
5166 (__mmask16) -1);
5167}
5168
5169static __inline__ __m512i __DEFAULT_FN_ATTRS
5170_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5171{
5172 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5173 (__v16si) __W,
5174 (__mmask16) __U);
5175}
5176
5177static __inline__ __m512i __DEFAULT_FN_ATTRS
5178_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5179{
5180 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5181 (__v16si)
5182 _mm512_setzero_si512 (),
5183 (__mmask16) __U);
5184}
5185
5186static __inline__ __m512i __DEFAULT_FN_ATTRS
5187_mm512_cvtepu16_epi64 (__m128i __A)
5188{
5189 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5190 (__v8di)
5191 _mm512_setzero_si512 (),
5192 (__mmask8) -1);
5193}
5194
5195static __inline__ __m512i __DEFAULT_FN_ATTRS
5196_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5197{
5198 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5199 (__v8di) __W,
5200 (__mmask8) __U);
5201}
5202
5203static __inline__ __m512i __DEFAULT_FN_ATTRS
5204_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5205{
5206 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5207 (__v8di)
5208 _mm512_setzero_si512 (),
5209 (__mmask8) __U);
5210}
5211
Michael Zuckermane98cc742016-02-23 15:59:47 +00005212static __inline__ __m512i __DEFAULT_FN_ATTRS
5213_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5214{
5215 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5216 (__v16si) __B,
5217 (__v16si)
5218 _mm512_setzero_si512 (),
5219 (__mmask16) -1);
5220}
5221
5222static __inline__ __m512i __DEFAULT_FN_ATTRS
5223_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5224{
5225 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5226 (__v16si) __B,
5227 (__v16si) __W,
5228 (__mmask16) __U);
5229}
5230
5231static __inline__ __m512i __DEFAULT_FN_ATTRS
5232_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5233{
5234 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5235 (__v16si) __B,
5236 (__v16si)
5237 _mm512_setzero_si512 (),
5238 (__mmask16) __U);
5239}
5240
5241static __inline__ __m512i __DEFAULT_FN_ATTRS
5242_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5243{
5244 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5245 (__v8di) __B,
5246 (__v8di)
5247 _mm512_setzero_si512 (),
5248 (__mmask8) -1);
5249}
5250
5251static __inline__ __m512i __DEFAULT_FN_ATTRS
5252_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5253{
5254 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5255 (__v8di) __B,
5256 (__v8di) __W,
5257 (__mmask8) __U);
5258}
5259
5260static __inline__ __m512i __DEFAULT_FN_ATTRS
5261_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5262{
5263 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5264 (__v8di) __B,
5265 (__v8di)
5266 _mm512_setzero_si512 (),
5267 (__mmask8) __U);
5268}
5269
5270
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005271
Craig Topper4cac1c22015-01-25 23:30:07 +00005272#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005273 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005274 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005275 (__mmask16)-1); })
5276
5277#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005278 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005279 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005280 (__mmask16)-1); })
5281
5282#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005283 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005284 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005285 (__mmask8)-1); })
5286
5287#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005288 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005289 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005290 (__mmask8)-1); })
5291
5292#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005293 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005294 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005295 (__mmask16)(m)); })
5296
5297#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005298 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005299 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005300 (__mmask16)(m)); })
5301
5302#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005303 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005304 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005305 (__mmask8)(m)); })
5306
5307#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005308 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005309 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005310 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005311
Michael Zuckerman38a27272016-02-22 09:05:41 +00005312#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005313 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5314 (__v16si)_mm512_setzero_si512(), \
5315 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005316
5317#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005318 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5319 (__v16si)(__m512i)(W), \
5320 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005321
5322#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005323 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5324 (__v16si)_mm512_setzero_si512(), \
5325 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005326
5327#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005328 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5329 (__v8di)_mm512_setzero_si512(), \
5330 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005331
5332#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005333 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5334 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005335
5336#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005337 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5338 (__v8di)_mm512_setzero_si512(), \
5339 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005340static __inline__ __m512i __DEFAULT_FN_ATTRS
5341_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5342{
5343 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5344 (__v16si) __B,
5345 (__v16si)
5346 _mm512_setzero_si512 (),
5347 (__mmask16) -1);
5348}
5349
5350static __inline__ __m512i __DEFAULT_FN_ATTRS
5351_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5352{
5353 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5354 (__v16si) __B,
5355 (__v16si) __W,
5356 (__mmask16) __U);
5357}
5358
5359static __inline__ __m512i __DEFAULT_FN_ATTRS
5360_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5361{
5362 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5363 (__v16si) __B,
5364 (__v16si)
5365 _mm512_setzero_si512 (),
5366 (__mmask16) __U);
5367}
5368
5369static __inline__ __m512i __DEFAULT_FN_ATTRS
5370_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5371{
5372 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5373 (__v8di) __B,
5374 (__v8di)
5375 _mm512_setzero_si512 (),
5376 (__mmask8) -1);
5377}
5378
5379static __inline__ __m512i __DEFAULT_FN_ATTRS
5380_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5381{
5382 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5383 (__v8di) __B,
5384 (__v8di) __W,
5385 (__mmask8) __U);
5386}
5387
5388static __inline__ __m512i __DEFAULT_FN_ATTRS
5389_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5390{
5391 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5392 (__v8di) __B,
5393 (__v8di)
5394 _mm512_setzero_si512 (),
5395 (__mmask8) __U);
5396}
5397
Craig Topper8c18e112016-05-17 04:41:50 +00005398#define _mm512_ror_epi32(A, B) __extension__ ({ \
5399 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5400 (__v16si)_mm512_setzero_si512(), \
5401 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005402
Craig Topper8c18e112016-05-17 04:41:50 +00005403#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5404 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5405 (__v16si)(__m512i)(W), \
5406 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005407
Craig Topper8c18e112016-05-17 04:41:50 +00005408#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5409 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5410 (__v16si)_mm512_setzero_si512(), \
5411 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005412
Craig Topper8c18e112016-05-17 04:41:50 +00005413#define _mm512_ror_epi64(A, B) __extension__ ({ \
5414 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5415 (__v8di)_mm512_setzero_si512(), \
5416 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005417
Craig Topper8c18e112016-05-17 04:41:50 +00005418#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5419 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5420 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005421
Craig Topper8c18e112016-05-17 04:41:50 +00005422#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5423 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5424 (__v8di)_mm512_setzero_si512(), \
5425 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005426
Craig Topper8c18e112016-05-17 04:41:50 +00005427#define _mm512_slli_epi32(A, B) __extension__ ({ \
5428 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5429 (__v16si)_mm512_setzero_si512(), \
5430 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005431
Craig Topper8c18e112016-05-17 04:41:50 +00005432#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5433 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5434 (__v16si)(__m512i)(W), \
5435 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005436
Craig Topper8c18e112016-05-17 04:41:50 +00005437#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5438 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5439 (__v16si)_mm512_setzero_si512(), \
5440 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005441
Craig Topper8c18e112016-05-17 04:41:50 +00005442#define _mm512_slli_epi64(A, B) __extension__ ({ \
5443 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5444 (__v8di)_mm512_setzero_si512(), \
5445 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005446
Craig Topper8c18e112016-05-17 04:41:50 +00005447#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5448 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5449 (__v8di)(__m512i)(W), \
5450 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005451
Craig Topper8c18e112016-05-17 04:41:50 +00005452#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5453 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5454 (__v8di)_mm512_setzero_si512(), \
5455 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005456
Michael Zuckerman38a27272016-02-22 09:05:41 +00005457
Michael Zuckermand176d742016-03-01 17:49:03 +00005458
Craig Topper8c18e112016-05-17 04:41:50 +00005459#define _mm512_srli_epi32(A, B) __extension__ ({ \
5460 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5461 (__v16si)_mm512_setzero_si512(), \
5462 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005463
Craig Topper8c18e112016-05-17 04:41:50 +00005464#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5465 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5466 (__v16si)(__m512i)(W), \
5467 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005468
Craig Topper8c18e112016-05-17 04:41:50 +00005469#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5470 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5471 (__v16si)_mm512_setzero_si512(), \
5472 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005473
Craig Topper8c18e112016-05-17 04:41:50 +00005474#define _mm512_srli_epi64(A, B) __extension__ ({ \
5475 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5476 (__v8di)_mm512_setzero_si512(), \
5477 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005478
Craig Topper8c18e112016-05-17 04:41:50 +00005479#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5480 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5481 (__v8di)(__m512i)(W), \
5482 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005483
Craig Topper8c18e112016-05-17 04:41:50 +00005484#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5485 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5486 (__v8di)_mm512_setzero_si512(), \
5487 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005488
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005489static __inline__ __m512i __DEFAULT_FN_ATTRS
5490_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5491{
5492 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5493 (__v16si) __W,
5494 (__mmask16) __U);
5495}
5496
5497static __inline__ __m512i __DEFAULT_FN_ATTRS
5498_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5499{
5500 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5501 (__v16si)
5502 _mm512_setzero_si512 (),
5503 (__mmask16) __U);
5504}
5505
5506static __inline__ void __DEFAULT_FN_ATTRS
5507_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5508{
5509 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5510 (__mmask16) __U);
5511}
5512
5513static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005514_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5515{
Igor Bregeraadb8762016-06-08 13:59:20 +00005516 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5517 (__v16si) __A,
5518 (__v16si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +00005519}
5520
5521static __inline__ __m512i __DEFAULT_FN_ATTRS
5522_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5523{
Igor Bregeraadb8762016-06-08 13:59:20 +00005524 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5525 (__v16si) __A,
5526 (__v16si) _mm512_setzero_si512 ());
Michael Zuckermane6542002016-05-23 08:01:48 +00005527}
5528
5529static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005530_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5531{
Igor Bregeraadb8762016-06-08 13:59:20 +00005532 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5533 (__v8di) __A,
5534 (__v8di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005535}
5536
5537static __inline__ __m512i __DEFAULT_FN_ATTRS
5538_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5539{
Igor Bregeraadb8762016-06-08 13:59:20 +00005540 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5541 (__v8di) __A,
5542 (__v8di) _mm512_setzero_si512 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005543}
5544
5545static __inline__ __m512i __DEFAULT_FN_ATTRS
5546_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5547{
5548 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5549 (__v8di) __W,
5550 (__mmask8) __U);
5551}
5552
5553static __inline__ __m512i __DEFAULT_FN_ATTRS
5554_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5555{
5556 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5557 (__v8di)
5558 _mm512_setzero_si512 (),
5559 (__mmask8) __U);
5560}
5561
5562static __inline__ void __DEFAULT_FN_ATTRS
5563_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5564{
5565 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5566 (__mmask8) __U);
5567}
5568
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005569static __inline__ __m512d __DEFAULT_FN_ATTRS
5570_mm512_movedup_pd (__m512d __A)
5571{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005572 return (__m512d)__builtin_shufflevector((__v8df)__A, (__v8df)__A,
5573 0, 0, 2, 2, 4, 4, 6, 6);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005574}
5575
5576static __inline__ __m512d __DEFAULT_FN_ATTRS
5577_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5578{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005579 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5580 (__v8df)_mm512_movedup_pd(__A),
5581 (__v8df)__W);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005582}
5583
5584static __inline__ __m512d __DEFAULT_FN_ATTRS
5585_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5586{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005587 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5588 (__v8df)_mm512_movedup_pd(__A),
5589 (__v8df)_mm512_setzero_pd());
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005590}
5591
Craig Topper8c18e112016-05-17 04:41:50 +00005592#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5593 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5594 (__v8df)(__m512d)(B), \
5595 (__v8di)(__m512i)(C), (int)(imm), \
5596 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005597
Craig Topper8c18e112016-05-17 04:41:50 +00005598#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5599 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5600 (__v8df)(__m512d)(B), \
5601 (__v8di)(__m512i)(C), (int)(imm), \
5602 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005603
Craig Topper8c18e112016-05-17 04:41:50 +00005604#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5605 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5606 (__v8df)(__m512d)(B), \
5607 (__v8di)(__m512i)(C), (int)(imm), \
5608 (__mmask8)-1, \
5609 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005610
Craig Topper8c18e112016-05-17 04:41:50 +00005611#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5612 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5613 (__v8df)(__m512d)(B), \
5614 (__v8di)(__m512i)(C), (int)(imm), \
5615 (__mmask8)(U), \
5616 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005617
Craig Topper8c18e112016-05-17 04:41:50 +00005618#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5619 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5620 (__v8df)(__m512d)(B), \
5621 (__v8di)(__m512i)(C), \
5622 (int)(imm), (__mmask8)(U), \
5623 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005624
Craig Topper8c18e112016-05-17 04:41:50 +00005625#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5626 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5627 (__v8df)(__m512d)(B), \
5628 (__v8di)(__m512i)(C), \
5629 (int)(imm), (__mmask8)(U), \
5630 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005631
Craig Topper8c18e112016-05-17 04:41:50 +00005632#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5633 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5634 (__v16sf)(__m512)(B), \
5635 (__v16si)(__m512i)(C), (int)(imm), \
5636 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005637
Craig Topper8c18e112016-05-17 04:41:50 +00005638#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5639 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5640 (__v16sf)(__m512)(B), \
5641 (__v16si)(__m512i)(C), (int)(imm), \
5642 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005643
Craig Topper8c18e112016-05-17 04:41:50 +00005644#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5645 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5646 (__v16sf)(__m512)(B), \
5647 (__v16si)(__m512i)(C), (int)(imm), \
5648 (__mmask16)-1, \
5649 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005650
Craig Topper8c18e112016-05-17 04:41:50 +00005651#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5652 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5653 (__v16sf)(__m512)(B), \
5654 (__v16si)(__m512i)(C), (int)(imm), \
5655 (__mmask16)(U), \
5656 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005657
Craig Topper8c18e112016-05-17 04:41:50 +00005658#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5659 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5660 (__v16sf)(__m512)(B), \
5661 (__v16si)(__m512i)(C), \
5662 (int)(imm), (__mmask16)(U), \
5663 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005664
Craig Topper8c18e112016-05-17 04:41:50 +00005665#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5666 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5667 (__v16sf)(__m512)(B), \
5668 (__v16si)(__m512i)(C), \
5669 (int)(imm), (__mmask16)(U), \
5670 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005671
Craig Topper8c18e112016-05-17 04:41:50 +00005672#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5673 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5674 (__v2df)(__m128d)(B), \
5675 (__v2di)(__m128i)(C), (int)(imm), \
5676 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005677
Craig Topper8c18e112016-05-17 04:41:50 +00005678#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5679 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5680 (__v2df)(__m128d)(B), \
5681 (__v2di)(__m128i)(C), (int)(imm), \
5682 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005683
Craig Topper8c18e112016-05-17 04:41:50 +00005684#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5685 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5686 (__v2df)(__m128d)(B), \
5687 (__v2di)(__m128i)(C), (int)(imm), \
5688 (__mmask8)-1, \
5689 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005690
Craig Topper8c18e112016-05-17 04:41:50 +00005691#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5692 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5693 (__v2df)(__m128d)(B), \
5694 (__v2di)(__m128i)(C), (int)(imm), \
5695 (__mmask8)(U), \
5696 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005697
Craig Topper8c18e112016-05-17 04:41:50 +00005698#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5699 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5700 (__v2df)(__m128d)(B), \
5701 (__v2di)(__m128i)(C), (int)(imm), \
5702 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005703
Craig Topper8c18e112016-05-17 04:41:50 +00005704#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5705 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5706 (__v2df)(__m128d)(B), \
5707 (__v2di)(__m128i)(C), (int)(imm), \
5708 (__mmask8)(U), \
5709 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005710
Craig Topper8c18e112016-05-17 04:41:50 +00005711#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5712 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5713 (__v4sf)(__m128)(B), \
5714 (__v4si)(__m128i)(C), (int)(imm), \
5715 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005716
Craig Topper8c18e112016-05-17 04:41:50 +00005717#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5718 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5719 (__v4sf)(__m128)(B), \
5720 (__v4si)(__m128i)(C), (int)(imm), \
5721 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005722
Craig Topper8c18e112016-05-17 04:41:50 +00005723#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5724 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5725 (__v4sf)(__m128)(B), \
5726 (__v4si)(__m128i)(C), (int)(imm), \
5727 (__mmask8)-1, \
5728 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005729
Craig Topper8c18e112016-05-17 04:41:50 +00005730#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5731 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5732 (__v4sf)(__m128)(B), \
5733 (__v4si)(__m128i)(C), (int)(imm), \
5734 (__mmask8)(U), \
5735 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005736
Craig Topper8c18e112016-05-17 04:41:50 +00005737#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5738 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5739 (__v4sf)(__m128)(B), \
5740 (__v4si)(__m128i)(C), (int)(imm), \
5741 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005742
Craig Topper8c18e112016-05-17 04:41:50 +00005743#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5744 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5745 (__v4sf)(__m128)(B), \
5746 (__v4si)(__m128i)(C), (int)(imm), \
5747 (__mmask8)(U), \
5748 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005749
Craig Topper8c18e112016-05-17 04:41:50 +00005750#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5751 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5752 (__v2df)(__m128d)(B), \
5753 (__v2df)_mm_setzero_pd(), \
5754 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005755
5756
5757static __inline__ __m128d __DEFAULT_FN_ATTRS
5758_mm_getexp_sd (__m128d __A, __m128d __B)
5759{
5760 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5761 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5762}
5763
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005764static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005765_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005766{
5767 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5768 (__v2df) __B,
5769 (__v2df) __W,
5770 (__mmask8) __U,
5771 _MM_FROUND_CUR_DIRECTION);
5772}
5773
Craig Topper8c18e112016-05-17 04:41:50 +00005774#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5775 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5776 (__v2df)(__m128d)(B), \
5777 (__v2df)(__m128d)(W), \
5778 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005779
5780static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005781_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005782{
5783 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5784 (__v2df) __B,
5785 (__v2df) _mm_setzero_pd (),
5786 (__mmask8) __U,
5787 _MM_FROUND_CUR_DIRECTION);
5788}
5789
Craig Topper8c18e112016-05-17 04:41:50 +00005790#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5791 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5792 (__v2df)(__m128d)(B), \
5793 (__v2df)_mm_setzero_pd(), \
5794 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005795
Craig Topper8c18e112016-05-17 04:41:50 +00005796#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5797 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5798 (__v4sf)(__m128)(B), \
5799 (__v4sf)_mm_setzero_ps(), \
5800 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005801
5802static __inline__ __m128 __DEFAULT_FN_ATTRS
5803_mm_getexp_ss (__m128 __A, __m128 __B)
5804{
5805 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5806 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5807}
5808
Craig Topper58187d32016-05-17 04:41:29 +00005809static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005810_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005811{
Craig Topper58187d32016-05-17 04:41:29 +00005812 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005813 (__v4sf) __B,
5814 (__v4sf) __W,
5815 (__mmask8) __U,
5816 _MM_FROUND_CUR_DIRECTION);
5817}
5818
Craig Topper8c18e112016-05-17 04:41:50 +00005819#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5820 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5821 (__v4sf)(__m128)(B), \
5822 (__v4sf)(__m128)(W), \
5823 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005824
Craig Topper58187d32016-05-17 04:41:29 +00005825static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005826_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005827{
Craig Topper58187d32016-05-17 04:41:29 +00005828 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005829 (__v4sf) __B,
5830 (__v4sf) _mm_setzero_pd (),
5831 (__mmask8) __U,
5832 _MM_FROUND_CUR_DIRECTION);
5833}
5834
Craig Topper8c18e112016-05-17 04:41:50 +00005835#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5836 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5837 (__v4sf)(__m128)(B), \
5838 (__v4sf)_mm_setzero_ps(), \
5839 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005840
Craig Topper8c18e112016-05-17 04:41:50 +00005841#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5842 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5843 (__v2df)(__m128d)(B), \
5844 (int)(((D)<<2) | (C)), \
5845 (__v2df)_mm_setzero_pd(), \
5846 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005847
Craig Topper8c18e112016-05-17 04:41:50 +00005848#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5849 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5850 (__v2df)(__m128d)(B), \
5851 (int)(((D)<<2) | (C)), \
5852 (__v2df)_mm_setzero_pd(), \
5853 (__mmask8)-1, \
5854 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005855
Craig Topper8c18e112016-05-17 04:41:50 +00005856#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5857 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5858 (__v2df)(__m128d)(B), \
5859 (int)(((D)<<2) | (C)), \
5860 (__v2df)(__m128d)(W), \
5861 (__mmask8)(U), \
5862 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005863
Craig Topper8c18e112016-05-17 04:41:50 +00005864#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5865 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5866 (__v2df)(__m128d)(B), \
5867 (int)(((D)<<2) | (C)), \
5868 (__v2df)(__m128d)(W), \
5869 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005870
Craig Topper8c18e112016-05-17 04:41:50 +00005871#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5872 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5873 (__v2df)(__m128d)(B), \
5874 (int)(((D)<<2) | (C)), \
5875 (__v2df)_mm_setzero_pd(), \
5876 (__mmask8)(U), \
5877 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005878
Craig Topper8c18e112016-05-17 04:41:50 +00005879#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5880 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5881 (__v2df)(__m128d)(B), \
5882 (int)(((D)<<2) | (C)), \
5883 (__v2df)_mm_setzero_pd(), \
5884 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005885
Craig Topper8c18e112016-05-17 04:41:50 +00005886#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5887 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5888 (__v4sf)(__m128)(B), \
5889 (int)(((D)<<2) | (C)), \
5890 (__v4sf)_mm_setzero_ps(), \
5891 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005892
Craig Topper8c18e112016-05-17 04:41:50 +00005893#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5894 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5895 (__v4sf)(__m128)(B), \
5896 (int)(((D)<<2) | (C)), \
5897 (__v4sf)_mm_setzero_ps(), \
5898 (__mmask8)-1, \
5899 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005900
Craig Topper8c18e112016-05-17 04:41:50 +00005901#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5902 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5903 (__v4sf)(__m128)(B), \
5904 (int)(((D)<<2) | (C)), \
5905 (__v4sf)(__m128)(W), \
5906 (__mmask8)(U), \
5907 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005908
Craig Topper8c18e112016-05-17 04:41:50 +00005909#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5910 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5911 (__v4sf)(__m128)(B), \
5912 (int)(((D)<<2) | (C)), \
5913 (__v4sf)(__m128)(W), \
5914 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005915
Craig Topper8c18e112016-05-17 04:41:50 +00005916#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
5917 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5918 (__v4sf)(__m128)(B), \
5919 (int)(((D)<<2) | (C)), \
5920 (__v4sf)_mm_setzero_pd(), \
5921 (__mmask8)(U), \
5922 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005923
Craig Topper8c18e112016-05-17 04:41:50 +00005924#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
5925 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5926 (__v4sf)(__m128)(B), \
5927 (int)(((D)<<2) | (C)), \
5928 (__v4sf)_mm_setzero_ps(), \
5929 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005930
5931static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5932_mm512_kmov (__mmask16 __A)
5933{
5934 return __A;
5935}
5936
Craig Topper8c18e112016-05-17 04:41:50 +00005937#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
5938 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
5939 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005940
Craig Topper8c18e112016-05-17 04:41:50 +00005941#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
5942 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
5943 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005944
Craig Topper8c18e112016-05-17 04:41:50 +00005945#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
5946 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Simon Pilgrim427154d2016-07-04 21:30:47 +00005947
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005948static __inline__ __m512i __DEFAULT_FN_ATTRS
5949_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5950 __mmask16 __U, __m512i __B)
5951{
5952 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5953 (__v16si) __I
5954 /* idx */ ,
5955 (__v16si) __B,
5956 (__mmask16) __U);
5957}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005958
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005959static __inline__ __m512i __DEFAULT_FN_ATTRS
5960_mm512_sll_epi32 (__m512i __A, __m128i __B)
5961{
5962 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5963 (__v4si) __B,
5964 (__v16si)
5965 _mm512_setzero_si512 (),
5966 (__mmask16) -1);
5967}
5968
5969static __inline__ __m512i __DEFAULT_FN_ATTRS
5970_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5971{
5972 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5973 (__v4si) __B,
5974 (__v16si) __W,
5975 (__mmask16) __U);
5976}
5977
5978static __inline__ __m512i __DEFAULT_FN_ATTRS
5979_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5980{
5981 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5982 (__v4si) __B,
5983 (__v16si)
5984 _mm512_setzero_si512 (),
5985 (__mmask16) __U);
5986}
5987
5988static __inline__ __m512i __DEFAULT_FN_ATTRS
5989_mm512_sll_epi64 (__m512i __A, __m128i __B)
5990{
5991 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5992 (__v2di) __B,
5993 (__v8di)
5994 _mm512_setzero_si512 (),
5995 (__mmask8) -1);
5996}
5997
5998static __inline__ __m512i __DEFAULT_FN_ATTRS
5999_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6000{
6001 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6002 (__v2di) __B,
6003 (__v8di) __W,
6004 (__mmask8) __U);
6005}
6006
6007static __inline__ __m512i __DEFAULT_FN_ATTRS
6008_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6009{
6010 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6011 (__v2di) __B,
6012 (__v8di)
6013 _mm512_setzero_si512 (),
6014 (__mmask8) __U);
6015}
6016
6017static __inline__ __m512i __DEFAULT_FN_ATTRS
6018_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
6019{
6020 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6021 (__v16si) __Y,
6022 (__v16si)
6023 _mm512_setzero_si512 (),
6024 (__mmask16) -1);
6025}
6026
6027static __inline__ __m512i __DEFAULT_FN_ATTRS
6028_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6029{
6030 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6031 (__v16si) __Y,
6032 (__v16si) __W,
6033 (__mmask16) __U);
6034}
6035
6036static __inline__ __m512i __DEFAULT_FN_ATTRS
6037_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6038{
6039 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6040 (__v16si) __Y,
6041 (__v16si)
6042 _mm512_setzero_si512 (),
6043 (__mmask16) __U);
6044}
6045
6046static __inline__ __m512i __DEFAULT_FN_ATTRS
6047_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
6048{
6049 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6050 (__v8di) __Y,
6051 (__v8di)
6052 _mm512_undefined_pd (),
6053 (__mmask8) -1);
6054}
6055
6056static __inline__ __m512i __DEFAULT_FN_ATTRS
6057_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6058{
6059 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6060 (__v8di) __Y,
6061 (__v8di) __W,
6062 (__mmask8) __U);
6063}
6064
6065static __inline__ __m512i __DEFAULT_FN_ATTRS
6066_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6067{
6068 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6069 (__v8di) __Y,
6070 (__v8di)
6071 _mm512_setzero_si512 (),
6072 (__mmask8) __U);
6073}
6074
6075static __inline__ __m512i __DEFAULT_FN_ATTRS
6076_mm512_sra_epi32 (__m512i __A, __m128i __B)
6077{
6078 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6079 (__v4si) __B,
6080 (__v16si)
6081 _mm512_setzero_si512 (),
6082 (__mmask16) -1);
6083}
6084
6085static __inline__ __m512i __DEFAULT_FN_ATTRS
6086_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6087{
6088 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6089 (__v4si) __B,
6090 (__v16si) __W,
6091 (__mmask16) __U);
6092}
6093
6094static __inline__ __m512i __DEFAULT_FN_ATTRS
6095_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6096{
6097 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6098 (__v4si) __B,
6099 (__v16si)
6100 _mm512_setzero_si512 (),
6101 (__mmask16) __U);
6102}
6103
6104static __inline__ __m512i __DEFAULT_FN_ATTRS
6105_mm512_sra_epi64 (__m512i __A, __m128i __B)
6106{
6107 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6108 (__v2di) __B,
6109 (__v8di)
6110 _mm512_setzero_si512 (),
6111 (__mmask8) -1);
6112}
6113
6114static __inline__ __m512i __DEFAULT_FN_ATTRS
6115_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6116{
6117 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6118 (__v2di) __B,
6119 (__v8di) __W,
6120 (__mmask8) __U);
6121}
6122
6123static __inline__ __m512i __DEFAULT_FN_ATTRS
6124_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6125{
6126 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6127 (__v2di) __B,
6128 (__v8di)
6129 _mm512_setzero_si512 (),
6130 (__mmask8) __U);
6131}
6132
6133static __inline__ __m512i __DEFAULT_FN_ATTRS
6134_mm512_srav_epi32 (__m512i __X, __m512i __Y)
6135{
6136 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6137 (__v16si) __Y,
6138 (__v16si)
6139 _mm512_setzero_si512 (),
6140 (__mmask16) -1);
6141}
6142
6143static __inline__ __m512i __DEFAULT_FN_ATTRS
6144_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6145{
6146 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6147 (__v16si) __Y,
6148 (__v16si) __W,
6149 (__mmask16) __U);
6150}
6151
6152static __inline__ __m512i __DEFAULT_FN_ATTRS
6153_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6154{
6155 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6156 (__v16si) __Y,
6157 (__v16si)
6158 _mm512_setzero_si512 (),
6159 (__mmask16) __U);
6160}
6161
6162static __inline__ __m512i __DEFAULT_FN_ATTRS
6163_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6164{
6165 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6166 (__v8di) __Y,
6167 (__v8di)
6168 _mm512_setzero_si512 (),
6169 (__mmask8) -1);
6170}
6171
6172static __inline__ __m512i __DEFAULT_FN_ATTRS
6173_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6174{
6175 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6176 (__v8di) __Y,
6177 (__v8di) __W,
6178 (__mmask8) __U);
6179}
6180
6181static __inline__ __m512i __DEFAULT_FN_ATTRS
6182_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6183{
6184 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6185 (__v8di) __Y,
6186 (__v8di)
6187 _mm512_setzero_si512 (),
6188 (__mmask8) __U);
6189}
6190
6191static __inline__ __m512i __DEFAULT_FN_ATTRS
6192_mm512_srl_epi32 (__m512i __A, __m128i __B)
6193{
6194 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6195 (__v4si) __B,
6196 (__v16si)
6197 _mm512_setzero_si512 (),
6198 (__mmask16) -1);
6199}
6200
6201static __inline__ __m512i __DEFAULT_FN_ATTRS
6202_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6203{
6204 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6205 (__v4si) __B,
6206 (__v16si) __W,
6207 (__mmask16) __U);
6208}
6209
6210static __inline__ __m512i __DEFAULT_FN_ATTRS
6211_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6212{
6213 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6214 (__v4si) __B,
6215 (__v16si)
6216 _mm512_setzero_si512 (),
6217 (__mmask16) __U);
6218}
6219
6220static __inline__ __m512i __DEFAULT_FN_ATTRS
6221_mm512_srl_epi64 (__m512i __A, __m128i __B)
6222{
6223 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6224 (__v2di) __B,
6225 (__v8di)
6226 _mm512_setzero_si512 (),
6227 (__mmask8) -1);
6228}
6229
6230static __inline__ __m512i __DEFAULT_FN_ATTRS
6231_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6232{
6233 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6234 (__v2di) __B,
6235 (__v8di) __W,
6236 (__mmask8) __U);
6237}
6238
6239static __inline__ __m512i __DEFAULT_FN_ATTRS
6240_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6241{
6242 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6243 (__v2di) __B,
6244 (__v8di)
6245 _mm512_setzero_si512 (),
6246 (__mmask8) __U);
6247}
6248
6249static __inline__ __m512i __DEFAULT_FN_ATTRS
6250_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6251{
6252 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6253 (__v16si) __Y,
6254 (__v16si)
6255 _mm512_setzero_si512 (),
6256 (__mmask16) -1);
6257}
6258
6259static __inline__ __m512i __DEFAULT_FN_ATTRS
6260_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6261{
6262 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6263 (__v16si) __Y,
6264 (__v16si) __W,
6265 (__mmask16) __U);
6266}
6267
6268static __inline__ __m512i __DEFAULT_FN_ATTRS
6269_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6270{
6271 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6272 (__v16si) __Y,
6273 (__v16si)
6274 _mm512_setzero_si512 (),
6275 (__mmask16) __U);
6276}
6277
6278static __inline__ __m512i __DEFAULT_FN_ATTRS
6279_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6280{
6281 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6282 (__v8di) __Y,
6283 (__v8di)
6284 _mm512_setzero_si512 (),
6285 (__mmask8) -1);
6286}
6287
6288static __inline__ __m512i __DEFAULT_FN_ATTRS
6289_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6290{
6291 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6292 (__v8di) __Y,
6293 (__v8di) __W,
6294 (__mmask8) __U);
6295}
6296
6297static __inline__ __m512i __DEFAULT_FN_ATTRS
6298_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6299{
6300 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6301 (__v8di) __Y,
6302 (__v8di)
6303 _mm512_setzero_si512 (),
6304 (__mmask8) __U);
6305}
6306
Craig Topper8c18e112016-05-17 04:41:50 +00006307#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6308 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6309 (__v16si)(__m512i)(B), \
6310 (__v16si)(__m512i)(C), (int)(imm), \
6311 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006312
Craig Topper8c18e112016-05-17 04:41:50 +00006313#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6314 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6315 (__v16si)(__m512i)(B), \
6316 (__v16si)(__m512i)(C), (int)(imm), \
6317 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006318
Craig Topper8c18e112016-05-17 04:41:50 +00006319#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6320 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6321 (__v16si)(__m512i)(B), \
6322 (__v16si)(__m512i)(C), \
6323 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006324
Craig Topper8c18e112016-05-17 04:41:50 +00006325#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6326 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6327 (__v8di)(__m512i)(B), \
6328 (__v8di)(__m512i)(C), (int)(imm), \
6329 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006330
Craig Topper8c18e112016-05-17 04:41:50 +00006331#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6332 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6333 (__v8di)(__m512i)(B), \
6334 (__v8di)(__m512i)(C), (int)(imm), \
6335 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006336
Craig Topper8c18e112016-05-17 04:41:50 +00006337#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6338 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6339 (__v8di)(__m512i)(B), \
6340 (__v8di)(__m512i)(C), (int)(imm), \
6341 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006342
Craig Topper8c18e112016-05-17 04:41:50 +00006343#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6344 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006345
Craig Topper8c18e112016-05-17 04:41:50 +00006346#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6347 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006348
Craig Topper8c18e112016-05-17 04:41:50 +00006349#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6350 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006351
Craig Topper8c18e112016-05-17 04:41:50 +00006352#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6353 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006354
6355static __inline__ unsigned __DEFAULT_FN_ATTRS
6356_mm_cvtsd_u32 (__m128d __A)
6357{
6358 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6359 _MM_FROUND_CUR_DIRECTION);
6360}
6361
Craig Topper8c18e112016-05-17 04:41:50 +00006362#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6363 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6364 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006365
6366static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6367_mm_cvtsd_u64 (__m128d __A)
6368{
6369 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6370 __A,
6371 _MM_FROUND_CUR_DIRECTION);
6372}
6373
Craig Topper8c18e112016-05-17 04:41:50 +00006374#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6375 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006376
Craig Topper8c18e112016-05-17 04:41:50 +00006377#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6378 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006379
Craig Topper8c18e112016-05-17 04:41:50 +00006380#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6381 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006382
Craig Topper8c18e112016-05-17 04:41:50 +00006383#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6384 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006385
Craig Topper8c18e112016-05-17 04:41:50 +00006386#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6387 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006388
6389static __inline__ unsigned __DEFAULT_FN_ATTRS
6390_mm_cvtss_u32 (__m128 __A)
6391{
6392 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6393 _MM_FROUND_CUR_DIRECTION);
6394}
6395
Craig Topper8c18e112016-05-17 04:41:50 +00006396#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6397 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6398 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006399
6400static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6401_mm_cvtss_u64 (__m128 __A)
6402{
6403 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6404 __A,
6405 _MM_FROUND_CUR_DIRECTION);
6406}
6407
Craig Topper8c18e112016-05-17 04:41:50 +00006408#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6409 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006410
Craig Topper8c18e112016-05-17 04:41:50 +00006411#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6412 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006413
6414static __inline__ int __DEFAULT_FN_ATTRS
6415_mm_cvttsd_i32 (__m128d __A)
6416{
6417 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6418 _MM_FROUND_CUR_DIRECTION);
6419}
6420
Craig Topper8c18e112016-05-17 04:41:50 +00006421#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6422 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006423
Craig Topper8c18e112016-05-17 04:41:50 +00006424#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6425 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006426
6427static __inline__ long long __DEFAULT_FN_ATTRS
6428_mm_cvttsd_i64 (__m128d __A)
6429{
6430 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6431 _MM_FROUND_CUR_DIRECTION);
6432}
6433
Craig Topper8c18e112016-05-17 04:41:50 +00006434#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6435 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006436
6437static __inline__ unsigned __DEFAULT_FN_ATTRS
6438_mm_cvttsd_u32 (__m128d __A)
6439{
6440 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6441 _MM_FROUND_CUR_DIRECTION);
6442}
6443
Craig Topper8c18e112016-05-17 04:41:50 +00006444#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6445 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6446 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006447
6448static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6449_mm_cvttsd_u64 (__m128d __A)
6450{
6451 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6452 __A,
6453 _MM_FROUND_CUR_DIRECTION);
6454}
6455
Craig Topper8c18e112016-05-17 04:41:50 +00006456#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6457 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006458
Craig Topper8c18e112016-05-17 04:41:50 +00006459#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6460 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006461
6462static __inline__ int __DEFAULT_FN_ATTRS
6463_mm_cvttss_i32 (__m128 __A)
6464{
6465 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6466 _MM_FROUND_CUR_DIRECTION);
6467}
6468
Craig Topper8c18e112016-05-17 04:41:50 +00006469#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6470 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006471
Craig Topper8c18e112016-05-17 04:41:50 +00006472#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6473 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006474
6475static __inline__ long long __DEFAULT_FN_ATTRS
6476_mm_cvttss_i64 (__m128 __A)
6477{
6478 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6479 _MM_FROUND_CUR_DIRECTION);
6480}
6481
Craig Topper8c18e112016-05-17 04:41:50 +00006482#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6483 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006484
6485static __inline__ unsigned __DEFAULT_FN_ATTRS
6486_mm_cvttss_u32 (__m128 __A)
6487{
6488 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6489 _MM_FROUND_CUR_DIRECTION);
6490}
6491
Craig Topper8c18e112016-05-17 04:41:50 +00006492#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6493 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6494 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006495
6496static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6497_mm_cvttss_u64 (__m128 __A)
6498{
6499 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6500 __A,
6501 _MM_FROUND_CUR_DIRECTION);
6502}
6503
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006504static __inline__ __m512d __DEFAULT_FN_ATTRS
6505_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6506 __m512d __B)
6507{
6508 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6509 (__v8di) __I
6510 /* idx */ ,
6511 (__v8df) __B,
6512 (__mmask8) __U);
6513}
6514
6515static __inline__ __m512 __DEFAULT_FN_ATTRS
6516_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6517 __m512 __B)
6518{
6519 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6520 (__v16si) __I
6521 /* idx */ ,
6522 (__v16sf) __B,
6523 (__mmask16) __U);
6524}
6525
6526static __inline__ __m512i __DEFAULT_FN_ATTRS
6527_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6528 __mmask8 __U, __m512i __B)
6529{
6530 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6531 (__v8di) __I
6532 /* idx */ ,
6533 (__v8di) __B,
6534 (__mmask8) __U);
6535}
6536
Craig Topper8c18e112016-05-17 04:41:50 +00006537#define _mm512_permute_pd(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006538 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006539 (__v8df)_mm512_undefined_pd(), \
6540 0 + (((C) >> 0) & 0x1), \
6541 0 + (((C) >> 1) & 0x1), \
6542 2 + (((C) >> 2) & 0x1), \
6543 2 + (((C) >> 3) & 0x1), \
6544 4 + (((C) >> 4) & 0x1), \
6545 4 + (((C) >> 5) & 0x1), \
6546 6 + (((C) >> 6) & 0x1), \
6547 6 + (((C) >> 7) & 0x1)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006548
Craig Topper8c18e112016-05-17 04:41:50 +00006549#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006550 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6551 (__v8df)_mm512_permute_pd((X), (C)), \
6552 (__v8df)(__m512d)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006553
Craig Topper8c18e112016-05-17 04:41:50 +00006554#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006555 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6556 (__v8df)_mm512_permute_pd((X), (C)), \
6557 (__v8df)_mm512_setzero_pd()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006558
Craig Topper8c18e112016-05-17 04:41:50 +00006559#define _mm512_permute_ps(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006560 (__m512)__builtin_shufflevector((__v16sf)(__m512)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006561 (__v16sf)_mm512_undefined_ps(), \
6562 0 + (((C) >> 0) & 0x3), \
6563 0 + (((C) >> 2) & 0x3), \
6564 0 + (((C) >> 4) & 0x3), \
6565 0 + (((C) >> 6) & 0x3), \
6566 4 + (((C) >> 0) & 0x3), \
6567 4 + (((C) >> 2) & 0x3), \
6568 4 + (((C) >> 4) & 0x3), \
6569 4 + (((C) >> 6) & 0x3), \
6570 8 + (((C) >> 0) & 0x3), \
6571 8 + (((C) >> 2) & 0x3), \
6572 8 + (((C) >> 4) & 0x3), \
6573 8 + (((C) >> 6) & 0x3), \
6574 12 + (((C) >> 0) & 0x3), \
6575 12 + (((C) >> 2) & 0x3), \
6576 12 + (((C) >> 4) & 0x3), \
6577 12 + (((C) >> 6) & 0x3)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006578
Craig Topper8c18e112016-05-17 04:41:50 +00006579#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006580 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6581 (__v16sf)_mm512_permute_ps((X), (C)), \
6582 (__v16sf)(__m512)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006583
Craig Topper8c18e112016-05-17 04:41:50 +00006584#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006585 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6586 (__v16sf)_mm512_permute_ps((X), (C)), \
6587 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006588
6589static __inline__ __m512d __DEFAULT_FN_ATTRS
6590_mm512_permutevar_pd (__m512d __A, __m512i __C)
6591{
6592 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6593 (__v8di) __C,
6594 (__v8df)
6595 _mm512_undefined_pd (),
6596 (__mmask8) -1);
6597}
6598
6599static __inline__ __m512d __DEFAULT_FN_ATTRS
6600_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6601{
6602 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6603 (__v8di) __C,
6604 (__v8df) __W,
6605 (__mmask8) __U);
6606}
6607
6608static __inline__ __m512d __DEFAULT_FN_ATTRS
6609_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6610{
6611 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6612 (__v8di) __C,
6613 (__v8df)
6614 _mm512_setzero_pd (),
6615 (__mmask8) __U);
6616}
6617
6618static __inline__ __m512 __DEFAULT_FN_ATTRS
6619_mm512_permutevar_ps (__m512 __A, __m512i __C)
6620{
6621 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6622 (__v16si) __C,
6623 (__v16sf)
6624 _mm512_undefined_ps (),
6625 (__mmask16) -1);
6626}
6627
6628static __inline__ __m512 __DEFAULT_FN_ATTRS
6629_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6630{
6631 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6632 (__v16si) __C,
6633 (__v16sf) __W,
6634 (__mmask16) __U);
6635}
6636
6637static __inline__ __m512 __DEFAULT_FN_ATTRS
6638_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6639{
6640 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6641 (__v16si) __C,
6642 (__v16sf)
6643 _mm512_setzero_ps (),
6644 (__mmask16) __U);
6645}
6646
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006647static __inline __m512d __DEFAULT_FN_ATTRS
6648_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006649{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006650 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6651 /* idx */ ,
6652 (__v8df) __A,
6653 (__v8df) __B,
6654 (__mmask8) -1);
6655}
6656
6657static __inline__ __m512d __DEFAULT_FN_ATTRS
6658_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6659{
6660 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6661 /* idx */ ,
6662 (__v8df) __A,
6663 (__v8df) __B,
6664 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006665}
6666
6667static __inline__ __m512d __DEFAULT_FN_ATTRS
6668_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6669 __m512d __B)
6670{
6671 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006672 /* idx */ ,
6673 (__v8df) __A,
6674 (__v8df) __B,
6675 (__mmask8) __U);
6676}
6677
6678static __inline __m512 __DEFAULT_FN_ATTRS
6679_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6680{
6681 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6682 /* idx */ ,
6683 (__v16sf) __A,
6684 (__v16sf) __B,
6685 (__mmask16) -1);
6686}
6687
6688static __inline__ __m512 __DEFAULT_FN_ATTRS
6689_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6690{
6691 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6692 /* idx */ ,
6693 (__v16sf) __A,
6694 (__v16sf) __B,
6695 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006696}
6697
6698static __inline__ __m512 __DEFAULT_FN_ATTRS
6699_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6700 __m512 __B)
6701{
6702 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006703 /* idx */ ,
6704 (__v16sf) __A,
6705 (__v16sf) __B,
6706 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006707}
6708
Michael Zuckerman07525092016-04-11 10:22:07 +00006709static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6710_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6711{
6712 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6713 (__v16si) __B,
6714 (__mmask16) -1);
6715}
6716
6717static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6718_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6719{
6720 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6721 (__v16si) __B, __U);
6722}
6723
6724static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6725_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6726{
6727 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6728 (__v8di) __B,
6729 (__mmask8) -1);
6730}
6731
6732static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6733_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6734{
6735 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6736 (__v8di) __B, __U);
6737}
6738
Craig Topper8c18e112016-05-17 04:41:50 +00006739#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6740 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6741 (__v8si)_mm256_undefined_si256(), \
6742 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006743
Craig Topper8c18e112016-05-17 04:41:50 +00006744#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6745 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6746 (__v8si)(__m256i)(W), \
6747 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006748
Craig Topper8c18e112016-05-17 04:41:50 +00006749#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6750 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6751 (__v8si)_mm256_setzero_si256(), \
6752 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006753
6754static __inline__ __m256i __DEFAULT_FN_ATTRS
6755_mm512_cvttpd_epu32 (__m512d __A)
6756{
6757 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6758 (__v8si)
6759 _mm256_undefined_si256 (),
6760 (__mmask8) -1,
6761 _MM_FROUND_CUR_DIRECTION);
6762}
6763
6764static __inline__ __m256i __DEFAULT_FN_ATTRS
6765_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6766{
6767 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6768 (__v8si) __W,
6769 (__mmask8) __U,
6770 _MM_FROUND_CUR_DIRECTION);
6771}
6772
6773static __inline__ __m256i __DEFAULT_FN_ATTRS
6774_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6775{
6776 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6777 (__v8si)
6778 _mm256_setzero_si256 (),
6779 (__mmask8) __U,
6780 _MM_FROUND_CUR_DIRECTION);
6781}
Michael Zuckerman07525092016-04-11 10:22:07 +00006782
Craig Topper8c18e112016-05-17 04:41:50 +00006783#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6784 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6785 (__v2df)(__m128d)(B), \
6786 (__v2df)_mm_setzero_pd(), \
6787 (__mmask8)-1, (int)(imm), \
6788 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006789
Craig Topper8c18e112016-05-17 04:41:50 +00006790#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6791 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6792 (__v2df)(__m128d)(B), \
6793 (__v2df)_mm_setzero_pd(), \
6794 (__mmask8)-1, (int)(imm), \
6795 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006796
Craig Topper8c18e112016-05-17 04:41:50 +00006797#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6798 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6799 (__v2df)(__m128d)(B), \
6800 (__v2df)(__m128d)(W), \
6801 (__mmask8)(U), (int)(imm), \
6802 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006803
Craig Topper8c18e112016-05-17 04:41:50 +00006804#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6805 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6806 (__v2df)(__m128d)(B), \
6807 (__v2df)(__m128d)(W), \
6808 (__mmask8)(U), (int)(I), \
6809 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006810
Craig Topper8c18e112016-05-17 04:41:50 +00006811#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6812 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6813 (__v2df)(__m128d)(B), \
6814 (__v2df)_mm_setzero_pd(), \
6815 (__mmask8)(U), (int)(I), \
6816 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006817
Craig Topper8c18e112016-05-17 04:41:50 +00006818#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6819 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6820 (__v2df)(__m128d)(B), \
6821 (__v2df)_mm_setzero_pd(), \
6822 (__mmask8)(U), (int)(I), \
6823 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006824
Craig Topper8c18e112016-05-17 04:41:50 +00006825#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6826 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6827 (__v4sf)(__m128)(B), \
6828 (__v4sf)_mm_setzero_ps(), \
6829 (__mmask8)-1, (int)(imm), \
6830 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006831
Craig Topper8c18e112016-05-17 04:41:50 +00006832#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6833 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6834 (__v4sf)(__m128)(B), \
6835 (__v4sf)_mm_setzero_ps(), \
6836 (__mmask8)-1, (int)(imm), \
6837 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006838
Craig Topper8c18e112016-05-17 04:41:50 +00006839#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6840 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6841 (__v4sf)(__m128)(B), \
6842 (__v4sf)(__m128)(W), \
6843 (__mmask8)(U), (int)(I), \
6844 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006845
Craig Topper8c18e112016-05-17 04:41:50 +00006846#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6847 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6848 (__v4sf)(__m128)(B), \
6849 (__v4sf)(__m128)(W), \
6850 (__mmask8)(U), (int)(I), \
6851 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006852
Craig Topper8c18e112016-05-17 04:41:50 +00006853#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6854 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6855 (__v4sf)(__m128)(B), \
6856 (__v4sf)_mm_setzero_ps(), \
6857 (__mmask8)(U), (int)(I), \
6858 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006859
Craig Topper8c18e112016-05-17 04:41:50 +00006860#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6861 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6862 (__v4sf)(__m128)(B), \
6863 (__v4sf)_mm_setzero_ps(), \
6864 (__mmask8)(U), (int)(I), \
6865 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006866
Craig Topper8c18e112016-05-17 04:41:50 +00006867#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6868 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6869 (__v8df)(__m512d)(B), \
6870 (__v8df)_mm512_undefined_pd(), \
6871 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006872
Craig Topper8c18e112016-05-17 04:41:50 +00006873#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6874 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6875 (__v8df)(__m512d)(B), \
6876 (__v8df)(__m512d)(W), \
6877 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006878
Craig Topper8c18e112016-05-17 04:41:50 +00006879#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6880 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6881 (__v8df)(__m512d)(B), \
6882 (__v8df)_mm512_setzero_pd(), \
6883 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006884
6885static __inline__ __m512d __DEFAULT_FN_ATTRS
6886_mm512_scalef_pd (__m512d __A, __m512d __B)
6887{
6888 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6889 (__v8df) __B,
6890 (__v8df)
6891 _mm512_undefined_pd (),
6892 (__mmask8) -1,
6893 _MM_FROUND_CUR_DIRECTION);
6894}
6895
6896static __inline__ __m512d __DEFAULT_FN_ATTRS
6897_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6898{
6899 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6900 (__v8df) __B,
6901 (__v8df) __W,
6902 (__mmask8) __U,
6903 _MM_FROUND_CUR_DIRECTION);
6904}
6905
6906static __inline__ __m512d __DEFAULT_FN_ATTRS
6907_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6908{
6909 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6910 (__v8df) __B,
6911 (__v8df)
6912 _mm512_setzero_pd (),
6913 (__mmask8) __U,
6914 _MM_FROUND_CUR_DIRECTION);
6915}
6916
Craig Topper8c18e112016-05-17 04:41:50 +00006917#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
6918 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6919 (__v16sf)(__m512)(B), \
6920 (__v16sf)_mm512_undefined_ps(), \
6921 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006922
Craig Topper8c18e112016-05-17 04:41:50 +00006923#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
6924 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6925 (__v16sf)(__m512)(B), \
6926 (__v16sf)(__m512)(W), \
6927 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006928
Craig Topper8c18e112016-05-17 04:41:50 +00006929#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
6930 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6931 (__v16sf)(__m512)(B), \
6932 (__v16sf)_mm512_setzero_ps(), \
6933 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006934
6935static __inline__ __m512 __DEFAULT_FN_ATTRS
6936_mm512_scalef_ps (__m512 __A, __m512 __B)
6937{
6938 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6939 (__v16sf) __B,
6940 (__v16sf)
6941 _mm512_undefined_ps (),
6942 (__mmask16) -1,
6943 _MM_FROUND_CUR_DIRECTION);
6944}
6945
6946static __inline__ __m512 __DEFAULT_FN_ATTRS
6947_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6948{
6949 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6950 (__v16sf) __B,
6951 (__v16sf) __W,
6952 (__mmask16) __U,
6953 _MM_FROUND_CUR_DIRECTION);
6954}
6955
6956static __inline__ __m512 __DEFAULT_FN_ATTRS
6957_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
6958{
6959 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6960 (__v16sf) __B,
6961 (__v16sf)
6962 _mm512_setzero_ps (),
6963 (__mmask16) __U,
6964 _MM_FROUND_CUR_DIRECTION);
6965}
6966
Craig Topper8c18e112016-05-17 04:41:50 +00006967#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
6968 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6969 (__v2df)(__m128d)(B), \
6970 (__v2df)_mm_setzero_pd(), \
6971 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006972
6973static __inline__ __m128d __DEFAULT_FN_ATTRS
6974_mm_scalef_sd (__m128d __A, __m128d __B)
6975{
6976 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
6977 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
6978 (__mmask8) -1,
6979 _MM_FROUND_CUR_DIRECTION);
6980}
6981
6982static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006983_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006984{
6985 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6986 (__v2df) __B,
6987 (__v2df) __W,
6988 (__mmask8) __U,
6989 _MM_FROUND_CUR_DIRECTION);
6990}
6991
Craig Topper8c18e112016-05-17 04:41:50 +00006992#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
6993 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6994 (__v2df)(__m128d)(B), \
6995 (__v2df)(__m128d)(W), \
6996 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006997
6998static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006999_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007000{
7001 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
7002 (__v2df) __B,
7003 (__v2df) _mm_setzero_pd (),
7004 (__mmask8) __U,
7005 _MM_FROUND_CUR_DIRECTION);
7006}
7007
Craig Topper8c18e112016-05-17 04:41:50 +00007008#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
7009 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7010 (__v2df)(__m128d)(B), \
7011 (__v2df)_mm_setzero_pd(), \
7012 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007013
Craig Topper8c18e112016-05-17 04:41:50 +00007014#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7015 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7016 (__v4sf)(__m128)(B), \
7017 (__v4sf)_mm_setzero_ps(), \
7018 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007019
7020static __inline__ __m128 __DEFAULT_FN_ATTRS
7021_mm_scalef_ss (__m128 __A, __m128 __B)
7022{
7023 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7024 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7025 (__mmask8) -1,
7026 _MM_FROUND_CUR_DIRECTION);
7027}
7028
7029static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007030_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007031{
7032 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7033 (__v4sf) __B,
7034 (__v4sf) __W,
7035 (__mmask8) __U,
7036 _MM_FROUND_CUR_DIRECTION);
7037}
7038
Craig Topper8c18e112016-05-17 04:41:50 +00007039#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7040 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7041 (__v4sf)(__m128)(B), \
7042 (__v4sf)(__m128)(W), \
7043 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007044
7045static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007046_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007047{
7048 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7049 (__v4sf) __B,
7050 (__v4sf) _mm_setzero_ps (),
7051 (__mmask8) __U,
7052 _MM_FROUND_CUR_DIRECTION);
7053}
7054
Craig Topper8c18e112016-05-17 04:41:50 +00007055#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7056 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7057 (__v4sf)(__m128)(B), \
7058 (__v4sf)_mm_setzero_ps(), \
7059 (__mmask8)(U), \
7060 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007061
Craig Topper79d05c92016-05-15 20:10:06 +00007062#define _mm512_srai_epi32(A, B) __extension__ ({ \
7063 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7064 (__v16si)_mm512_setzero_si512(), \
7065 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007066
Craig Topper8c18e112016-05-17 04:41:50 +00007067#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7068 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7069 (__v16si)(__m512i)(W), \
7070 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007071
Craig Topper8c18e112016-05-17 04:41:50 +00007072#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7073 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7074 (__v16si)_mm512_setzero_si512(), \
7075 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007076
Craig Topper8c18e112016-05-17 04:41:50 +00007077#define _mm512_srai_epi64(A, B) __extension__ ({ \
7078 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7079 (__v8di)_mm512_setzero_si512(), \
7080 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007081
Craig Topper8c18e112016-05-17 04:41:50 +00007082#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7083 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7084 (__v8di)(__m512i)(W), \
7085 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007086
Craig Topper8c18e112016-05-17 04:41:50 +00007087#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7088 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7089 (__v8di)_mm512_setzero_si512(), \
7090 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007091
Craig Topper8c18e112016-05-17 04:41:50 +00007092#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7093 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7094 (__v16sf)(__m512)(B), (int)(imm), \
7095 (__v16sf)_mm512_undefined_ps(), \
7096 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007097
Craig Topper8c18e112016-05-17 04:41:50 +00007098#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7099 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7100 (__v16sf)(__m512)(B), (int)(imm), \
7101 (__v16sf)(__m512)(W), \
7102 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007103
Craig Topper8c18e112016-05-17 04:41:50 +00007104#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7105 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7106 (__v16sf)(__m512)(B), (int)(imm), \
7107 (__v16sf)_mm512_setzero_ps(), \
7108 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007109
Craig Topper8c18e112016-05-17 04:41:50 +00007110#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7111 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7112 (__v8df)(__m512d)(B), (int)(imm), \
7113 (__v8df)_mm512_undefined_pd(), \
7114 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007115
Craig Topper8c18e112016-05-17 04:41:50 +00007116#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7117 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7118 (__v8df)(__m512d)(B), (int)(imm), \
7119 (__v8df)(__m512d)(W), \
7120 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007121
Craig Topper8c18e112016-05-17 04:41:50 +00007122#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7123 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7124 (__v8df)(__m512d)(B), (int)(imm), \
7125 (__v8df)_mm512_setzero_pd(), \
7126 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007127
Craig Topper8c18e112016-05-17 04:41:50 +00007128#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7129 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7130 (__v16si)(__m512i)(B), (int)(imm), \
7131 (__v16si)_mm512_setzero_si512(), \
7132 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007133
Craig Topper8c18e112016-05-17 04:41:50 +00007134#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7135 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7136 (__v16si)(__m512i)(B), (int)(imm), \
7137 (__v16si)(__m512i)(W), \
7138 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007139
Craig Topper8c18e112016-05-17 04:41:50 +00007140#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7141 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7142 (__v16si)(__m512i)(B), (int)(imm), \
7143 (__v16si)_mm512_setzero_si512(), \
7144 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007145
Craig Topper8c18e112016-05-17 04:41:50 +00007146#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7147 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7148 (__v8di)(__m512i)(B), (int)(imm), \
7149 (__v8di)_mm512_setzero_si512(), \
7150 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007151
Craig Topper8c18e112016-05-17 04:41:50 +00007152#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7153 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7154 (__v8di)(__m512i)(B), (int)(imm), \
7155 (__v8di)(__m512i)(W), \
7156 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007157
Craig Topper8c18e112016-05-17 04:41:50 +00007158#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7159 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7160 (__v8di)(__m512i)(B), (int)(imm), \
7161 (__v8di)_mm512_setzero_si512(), \
7162 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007163
Simon Pilgrim427154d2016-07-04 21:30:47 +00007164#define _mm512_shuffle_pd(A, B, M) __extension__ ({ \
7165 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(A), \
7166 (__v8df)(__m512d)(B), \
Craig Topper2a383c92016-07-04 22:18:01 +00007167 0 + (((M) >> 0) & 0x1), \
7168 8 + (((M) >> 1) & 0x1), \
7169 2 + (((M) >> 2) & 0x1), \
7170 10 + (((M) >> 3) & 0x1), \
7171 4 + (((M) >> 4) & 0x1), \
7172 12 + (((M) >> 5) & 0x1), \
7173 6 + (((M) >> 6) & 0x1), \
7174 14 + (((M) >> 7) & 0x1)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007175
Simon Pilgrim427154d2016-07-04 21:30:47 +00007176#define _mm512_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7177 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7178 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7179 (__v8df)(__m512d)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007180
Simon Pilgrim427154d2016-07-04 21:30:47 +00007181#define _mm512_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7182 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7183 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7184 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007185
Craig Topper8c18e112016-05-17 04:41:50 +00007186#define _mm512_shuffle_ps(M, V, imm) __extension__ ({ \
7187 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7188 (__v16sf)(__m512)(V), (int)(imm), \
7189 (__v16sf)_mm512_undefined_ps(), \
7190 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007191
Craig Topper8c18e112016-05-17 04:41:50 +00007192#define _mm512_mask_shuffle_ps(W, U, M, V, imm) __extension__ ({ \
7193 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7194 (__v16sf)(__m512)(V), (int)(imm), \
7195 (__v16sf)(__m512)(W), \
7196 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007197
Craig Topper8c18e112016-05-17 04:41:50 +00007198#define _mm512_maskz_shuffle_ps(U, M, V, imm) __extension__ ({ \
7199 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7200 (__v16sf)(__m512)(V), (int)(imm), \
7201 (__v16sf)_mm512_setzero_ps(), \
7202 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007203
Craig Topper8c18e112016-05-17 04:41:50 +00007204#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007205 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7206 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007207 (__v2df)_mm_setzero_pd(), \
7208 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007209
7210static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007211_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007212{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007213 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7214 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007215 (__v2df) __W,
7216 (__mmask8) __U,
7217 _MM_FROUND_CUR_DIRECTION);
7218}
7219
Craig Topper8c18e112016-05-17 04:41:50 +00007220#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007221 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7222 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007223 (__v2df)(__m128d)(W), \
7224 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007225
7226static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007227_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007228{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007229 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7230 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007231 (__v2df) _mm_setzero_pd (),
7232 (__mmask8) __U,
7233 _MM_FROUND_CUR_DIRECTION);
7234}
7235
Craig Topper8c18e112016-05-17 04:41:50 +00007236#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007237 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7238 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007239 (__v2df)_mm_setzero_pd(), \
7240 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007241
Craig Topper8c18e112016-05-17 04:41:50 +00007242#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007243 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7244 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007245 (__v4sf)_mm_setzero_ps(), \
7246 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007247
7248static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007249_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007250{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007251 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7252 (__v4sf) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007253 (__v4sf) __W,
7254 (__mmask8) __U,
7255 _MM_FROUND_CUR_DIRECTION);
7256}
7257
Craig Topper8c18e112016-05-17 04:41:50 +00007258#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007259 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7260 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007261 (__v4sf)(__m128)(W), (__mmask8)(U), \
7262 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007263
7264static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007265_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007266{
7267 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7268 (__v4sf) __B,
7269 (__v4sf) _mm_setzero_ps (),
7270 (__mmask8) __U,
7271 _MM_FROUND_CUR_DIRECTION);
7272}
7273
Craig Topper8c18e112016-05-17 04:41:50 +00007274#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007275 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7276 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007277 (__v4sf)_mm_setzero_ps(), \
7278 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007279
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007280static __inline__ __m512 __DEFAULT_FN_ATTRS
7281_mm512_broadcast_f32x4 (__m128 __A)
7282{
7283 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7284 (__v16sf)
7285 _mm512_undefined_ps (),
7286 (__mmask16) -1);
7287}
7288
7289static __inline__ __m512 __DEFAULT_FN_ATTRS
7290_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7291{
7292 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7293 (__v16sf) __O,
7294 __M);
7295}
7296
7297static __inline__ __m512 __DEFAULT_FN_ATTRS
7298_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7299{
7300 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7301 (__v16sf)
7302 _mm512_setzero_ps (),
7303 __M);
7304}
7305
7306static __inline__ __m512d __DEFAULT_FN_ATTRS
7307_mm512_broadcast_f64x4 (__m256d __A)
7308{
7309 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7310 (__v8df)
7311 _mm512_undefined_pd (),
7312 (__mmask8) -1);
7313}
7314
7315static __inline__ __m512d __DEFAULT_FN_ATTRS
7316_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7317{
7318 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7319 (__v8df) __O,
7320 __M);
7321}
7322
7323static __inline__ __m512d __DEFAULT_FN_ATTRS
7324_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7325{
7326 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7327 (__v8df)
7328 _mm512_setzero_pd (),
7329 __M);
7330}
7331
7332static __inline__ __m512i __DEFAULT_FN_ATTRS
7333_mm512_broadcast_i32x4 (__m128i __A)
7334{
7335 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7336 (__v16si)
7337 _mm512_undefined_epi32 (),
7338 (__mmask16) -1);
7339}
7340
7341static __inline__ __m512i __DEFAULT_FN_ATTRS
7342_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7343{
7344 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7345 (__v16si) __O,
7346 __M);
7347}
7348
7349static __inline__ __m512i __DEFAULT_FN_ATTRS
7350_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7351{
7352 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7353 (__v16si)
7354 _mm512_setzero_si512 (),
7355 __M);
7356}
7357
7358static __inline__ __m512i __DEFAULT_FN_ATTRS
7359_mm512_broadcast_i64x4 (__m256i __A)
7360{
7361 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7362 (__v8di)
7363 _mm512_undefined_epi32 (),
7364 (__mmask8) -1);
7365}
7366
7367static __inline__ __m512i __DEFAULT_FN_ATTRS
7368_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7369{
7370 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7371 (__v8di) __O,
7372 __M);
7373}
7374
7375static __inline__ __m512i __DEFAULT_FN_ATTRS
7376_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7377{
7378 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7379 (__v8di)
7380 _mm512_setzero_si512 (),
7381 __M);
7382}
7383
7384static __inline__ __m512d __DEFAULT_FN_ATTRS
7385_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7386{
7387 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7388 (__v8df) __O, __M);
7389}
7390
7391static __inline__ __m512d __DEFAULT_FN_ATTRS
7392_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7393{
7394 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7395 (__v8df)
7396 _mm512_setzero_pd (),
7397 __M);
7398}
7399
7400static __inline__ __m512 __DEFAULT_FN_ATTRS
7401_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7402{
7403 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7404 (__v16sf) __O, __M);
7405}
7406
7407static __inline__ __m512 __DEFAULT_FN_ATTRS
7408_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7409{
7410 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7411 (__v16sf)
7412 _mm512_setzero_ps (),
7413 __M);
7414}
7415
Michael Zuckermane1680612016-04-13 15:02:04 +00007416static __inline__ __m128i __DEFAULT_FN_ATTRS
7417_mm512_cvtsepi32_epi8 (__m512i __A)
7418{
7419 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7420 (__v16qi) _mm_undefined_si128 (),
7421 (__mmask16) -1);
7422}
7423
7424static __inline__ __m128i __DEFAULT_FN_ATTRS
7425_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7426{
7427 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7428 (__v16qi) __O, __M);
7429}
7430
7431static __inline__ __m128i __DEFAULT_FN_ATTRS
7432_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7433{
7434 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7435 (__v16qi) _mm_setzero_si128 (),
7436 __M);
7437}
7438
7439static __inline__ void __DEFAULT_FN_ATTRS
7440_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7441{
7442 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7443}
7444
7445static __inline__ __m256i __DEFAULT_FN_ATTRS
7446_mm512_cvtsepi32_epi16 (__m512i __A)
7447{
7448 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7449 (__v16hi) _mm256_undefined_si256 (),
7450 (__mmask16) -1);
7451}
7452
7453static __inline__ __m256i __DEFAULT_FN_ATTRS
7454_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7455{
7456 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7457 (__v16hi) __O, __M);
7458}
7459
7460static __inline__ __m256i __DEFAULT_FN_ATTRS
7461_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7462{
7463 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7464 (__v16hi) _mm256_setzero_si256 (),
7465 __M);
7466}
7467
7468static __inline__ void __DEFAULT_FN_ATTRS
7469_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7470{
7471 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7472}
7473
7474static __inline__ __m128i __DEFAULT_FN_ATTRS
7475_mm512_cvtsepi64_epi8 (__m512i __A)
7476{
7477 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7478 (__v16qi) _mm_undefined_si128 (),
7479 (__mmask8) -1);
7480}
7481
7482static __inline__ __m128i __DEFAULT_FN_ATTRS
7483_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7484{
7485 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7486 (__v16qi) __O, __M);
7487}
7488
7489static __inline__ __m128i __DEFAULT_FN_ATTRS
7490_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7491{
7492 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7493 (__v16qi) _mm_setzero_si128 (),
7494 __M);
7495}
7496
7497static __inline__ void __DEFAULT_FN_ATTRS
7498_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7499{
7500 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7501}
7502
7503static __inline__ __m256i __DEFAULT_FN_ATTRS
7504_mm512_cvtsepi64_epi32 (__m512i __A)
7505{
7506 __v8si __O;
7507 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7508 (__v8si) _mm256_undefined_si256 (),
7509 (__mmask8) -1);
7510}
7511
7512static __inline__ __m256i __DEFAULT_FN_ATTRS
7513_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7514{
7515 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7516 (__v8si) __O, __M);
7517}
7518
7519static __inline__ __m256i __DEFAULT_FN_ATTRS
7520_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7521{
7522 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7523 (__v8si) _mm256_setzero_si256 (),
7524 __M);
7525}
7526
7527static __inline__ void __DEFAULT_FN_ATTRS
7528_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7529{
7530 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7531}
7532
7533static __inline__ __m128i __DEFAULT_FN_ATTRS
7534_mm512_cvtsepi64_epi16 (__m512i __A)
7535{
7536 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7537 (__v8hi) _mm_undefined_si128 (),
7538 (__mmask8) -1);
7539}
7540
7541static __inline__ __m128i __DEFAULT_FN_ATTRS
7542_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7543{
7544 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7545 (__v8hi) __O, __M);
7546}
7547
7548static __inline__ __m128i __DEFAULT_FN_ATTRS
7549_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7550{
7551 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7552 (__v8hi) _mm_setzero_si128 (),
7553 __M);
7554}
7555
7556static __inline__ void __DEFAULT_FN_ATTRS
7557_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7558{
7559 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7560}
7561
Michael Zuckermand8715312016-04-14 06:48:09 +00007562static __inline__ __m128i __DEFAULT_FN_ATTRS
7563_mm512_cvtusepi32_epi8 (__m512i __A)
7564{
7565 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7566 (__v16qi) _mm_undefined_si128 (),
7567 (__mmask16) -1);
7568}
7569
7570static __inline__ __m128i __DEFAULT_FN_ATTRS
7571_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7572{
7573 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7574 (__v16qi) __O,
7575 __M);
7576}
7577
7578static __inline__ __m128i __DEFAULT_FN_ATTRS
7579_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7580{
7581 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7582 (__v16qi) _mm_setzero_si128 (),
7583 __M);
7584}
7585
7586static __inline__ void __DEFAULT_FN_ATTRS
7587_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7588{
7589 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7590}
7591
7592static __inline__ __m256i __DEFAULT_FN_ATTRS
7593_mm512_cvtusepi32_epi16 (__m512i __A)
7594{
7595 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7596 (__v16hi) _mm256_undefined_si256 (),
7597 (__mmask16) -1);
7598}
7599
7600static __inline__ __m256i __DEFAULT_FN_ATTRS
7601_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7602{
7603 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7604 (__v16hi) __O,
7605 __M);
7606}
7607
7608static __inline__ __m256i __DEFAULT_FN_ATTRS
7609_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7610{
7611 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7612 (__v16hi) _mm256_setzero_si256 (),
7613 __M);
7614}
7615
7616static __inline__ void __DEFAULT_FN_ATTRS
7617_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7618{
7619 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7620}
7621
7622static __inline__ __m128i __DEFAULT_FN_ATTRS
7623_mm512_cvtusepi64_epi8 (__m512i __A)
7624{
7625 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7626 (__v16qi) _mm_undefined_si128 (),
7627 (__mmask8) -1);
7628}
7629
7630static __inline__ __m128i __DEFAULT_FN_ATTRS
7631_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7632{
7633 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7634 (__v16qi) __O,
7635 __M);
7636}
7637
7638static __inline__ __m128i __DEFAULT_FN_ATTRS
7639_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7640{
7641 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7642 (__v16qi) _mm_setzero_si128 (),
7643 __M);
7644}
7645
7646static __inline__ void __DEFAULT_FN_ATTRS
7647_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7648{
7649 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7650}
7651
7652static __inline__ __m256i __DEFAULT_FN_ATTRS
7653_mm512_cvtusepi64_epi32 (__m512i __A)
7654{
7655 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7656 (__v8si) _mm256_undefined_si256 (),
7657 (__mmask8) -1);
7658}
7659
7660static __inline__ __m256i __DEFAULT_FN_ATTRS
7661_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7662{
7663 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7664 (__v8si) __O, __M);
7665}
7666
7667static __inline__ __m256i __DEFAULT_FN_ATTRS
7668_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7669{
7670 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7671 (__v8si) _mm256_setzero_si256 (),
7672 __M);
7673}
7674
7675static __inline__ void __DEFAULT_FN_ATTRS
7676_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7677{
7678 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7679}
7680
7681static __inline__ __m128i __DEFAULT_FN_ATTRS
7682_mm512_cvtusepi64_epi16 (__m512i __A)
7683{
7684 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7685 (__v8hi) _mm_undefined_si128 (),
7686 (__mmask8) -1);
7687}
7688
7689static __inline__ __m128i __DEFAULT_FN_ATTRS
7690_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7691{
7692 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7693 (__v8hi) __O, __M);
7694}
7695
7696static __inline__ __m128i __DEFAULT_FN_ATTRS
7697_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7698{
7699 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7700 (__v8hi) _mm_setzero_si128 (),
7701 __M);
7702}
7703
7704static __inline__ void __DEFAULT_FN_ATTRS
7705_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7706{
7707 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7708}
7709
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007710static __inline__ __m128i __DEFAULT_FN_ATTRS
7711_mm512_cvtepi32_epi8 (__m512i __A)
7712{
7713 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7714 (__v16qi) _mm_undefined_si128 (),
7715 (__mmask16) -1);
7716}
7717
7718static __inline__ __m128i __DEFAULT_FN_ATTRS
7719_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7720{
7721 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7722 (__v16qi) __O, __M);
7723}
7724
7725static __inline__ __m128i __DEFAULT_FN_ATTRS
7726_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7727{
7728 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7729 (__v16qi) _mm_setzero_si128 (),
7730 __M);
7731}
7732
7733static __inline__ void __DEFAULT_FN_ATTRS
7734_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7735{
7736 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7737}
7738
7739static __inline__ __m256i __DEFAULT_FN_ATTRS
7740_mm512_cvtepi32_epi16 (__m512i __A)
7741{
7742 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7743 (__v16hi) _mm256_undefined_si256 (),
7744 (__mmask16) -1);
7745}
7746
7747static __inline__ __m256i __DEFAULT_FN_ATTRS
7748_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7749{
7750 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7751 (__v16hi) __O, __M);
7752}
7753
7754static __inline__ __m256i __DEFAULT_FN_ATTRS
7755_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7756{
7757 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7758 (__v16hi) _mm256_setzero_si256 (),
7759 __M);
7760}
7761
7762static __inline__ void __DEFAULT_FN_ATTRS
7763_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7764{
7765 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7766}
7767
7768static __inline__ __m128i __DEFAULT_FN_ATTRS
7769_mm512_cvtepi64_epi8 (__m512i __A)
7770{
7771 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7772 (__v16qi) _mm_undefined_si128 (),
7773 (__mmask8) -1);
7774}
7775
7776static __inline__ __m128i __DEFAULT_FN_ATTRS
7777_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7778{
7779 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7780 (__v16qi) __O, __M);
7781}
7782
7783static __inline__ __m128i __DEFAULT_FN_ATTRS
7784_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7785{
7786 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7787 (__v16qi) _mm_setzero_si128 (),
7788 __M);
7789}
7790
7791static __inline__ void __DEFAULT_FN_ATTRS
7792_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7793{
7794 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7795}
7796
7797static __inline__ __m256i __DEFAULT_FN_ATTRS
7798_mm512_cvtepi64_epi32 (__m512i __A)
7799{
7800 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7801 (__v8si) _mm256_undefined_si256 (),
7802 (__mmask8) -1);
7803}
7804
7805static __inline__ __m256i __DEFAULT_FN_ATTRS
7806_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7807{
7808 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7809 (__v8si) __O, __M);
7810}
7811
7812static __inline__ __m256i __DEFAULT_FN_ATTRS
7813_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7814{
7815 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7816 (__v8si) _mm256_setzero_si256 (),
7817 __M);
7818}
7819
7820static __inline__ void __DEFAULT_FN_ATTRS
7821_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7822{
7823 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7824}
7825
7826static __inline__ __m128i __DEFAULT_FN_ATTRS
7827_mm512_cvtepi64_epi16 (__m512i __A)
7828{
7829 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7830 (__v8hi) _mm_undefined_si128 (),
7831 (__mmask8) -1);
7832}
7833
7834static __inline__ __m128i __DEFAULT_FN_ATTRS
7835_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7836{
7837 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7838 (__v8hi) __O, __M);
7839}
7840
7841static __inline__ __m128i __DEFAULT_FN_ATTRS
7842_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7843{
7844 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7845 (__v8hi) _mm_setzero_si128 (),
7846 __M);
7847}
7848
7849static __inline__ void __DEFAULT_FN_ATTRS
7850_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7851{
7852 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7853}
7854
Craig Topper8c18e112016-05-17 04:41:50 +00007855#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7856 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7857 (__v4si)_mm_undefined_si128(), \
7858 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007859
Craig Topper8c18e112016-05-17 04:41:50 +00007860#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7861 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7862 (__v4si)(__m128i)(W), \
7863 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007864
Craig Topper8c18e112016-05-17 04:41:50 +00007865#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7866 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7867 (__v4si)_mm_setzero_si128(), \
7868 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007869
Craig Topper8c18e112016-05-17 04:41:50 +00007870#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7871 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7872 (__v4di)_mm256_undefined_si256(), \
7873 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007874
Craig Topper8c18e112016-05-17 04:41:50 +00007875#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7876 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7877 (__v4di)(__m256i)(W), \
7878 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007879
Craig Topper8c18e112016-05-17 04:41:50 +00007880#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7881 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7882 (__v4di)_mm256_setzero_si256(), \
7883 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007884
Craig Topper8c18e112016-05-17 04:41:50 +00007885#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
7886 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7887 (__v4df)(__m256d)(B), (int)(imm), \
7888 (__v8df)_mm512_undefined_pd(), \
7889 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007890
Craig Topper8c18e112016-05-17 04:41:50 +00007891#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
7892 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7893 (__v4df)(__m256d)(B), (int)(imm), \
7894 (__v8df)(__m512d)(W), \
7895 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007896
Craig Topper8c18e112016-05-17 04:41:50 +00007897#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
7898 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7899 (__v4df)(__m256d)(B), (int)(imm), \
7900 (__v8df)_mm512_setzero_pd(), \
7901 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007902
Craig Topper8c18e112016-05-17 04:41:50 +00007903#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
7904 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7905 (__v4di)(__m256i)(B), (int)(imm), \
7906 (__v8di)_mm512_setzero_si512(), \
7907 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007908
Craig Topper8c18e112016-05-17 04:41:50 +00007909#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
7910 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7911 (__v4di)(__m256i)(B), (int)(imm), \
7912 (__v8di)(__m512i)(W), \
7913 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007914
Craig Topper8c18e112016-05-17 04:41:50 +00007915#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
7916 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7917 (__v4di)(__m256i)(B), (int)(imm), \
7918 (__v8di)_mm512_setzero_si512(), \
7919 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007920
Craig Topper8c18e112016-05-17 04:41:50 +00007921#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
7922 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7923 (__v4sf)(__m128)(B), (int)(imm), \
7924 (__v16sf)_mm512_undefined_ps(), \
7925 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007926
Craig Topper8c18e112016-05-17 04:41:50 +00007927#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
7928 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7929 (__v4sf)(__m128)(B), (int)(imm), \
7930 (__v16sf)(__m512)(W), \
7931 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007932
Craig Topper8c18e112016-05-17 04:41:50 +00007933#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
7934 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7935 (__v4sf)(__m128)(B), (int)(imm), \
7936 (__v16sf)_mm512_setzero_ps(), \
7937 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007938
Craig Topper8c18e112016-05-17 04:41:50 +00007939#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
7940 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7941 (__v4si)(__m128i)(B), (int)(imm), \
7942 (__v16si)_mm512_setzero_si512(), \
7943 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007944
Craig Topper8c18e112016-05-17 04:41:50 +00007945#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
7946 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7947 (__v4si)(__m128i)(B), (int)(imm), \
7948 (__v16si)(__m512i)(W), \
7949 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007950
Craig Topper8c18e112016-05-17 04:41:50 +00007951#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
7952 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7953 (__v4si)(__m128i)(B), (int)(imm), \
7954 (__v16si)_mm512_setzero_si512(), \
7955 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007956
Craig Topper8c18e112016-05-17 04:41:50 +00007957#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
7958 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7959 (int)(((C)<<2) | (B)), \
7960 (__v8df)_mm512_undefined_pd(), \
7961 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007962
Craig Topper8c18e112016-05-17 04:41:50 +00007963#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
7964 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7965 (int)(((C)<<2) | (B)), \
7966 (__v8df)(__m512d)(W), \
7967 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007968
Craig Topper8c18e112016-05-17 04:41:50 +00007969#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
7970 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7971 (int)(((C)<<2) | (B)), \
7972 (__v8df)_mm512_setzero_pd(), \
7973 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007974
Craig Topper8c18e112016-05-17 04:41:50 +00007975#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
7976 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7977 (int)(((C)<<2) | (B)), \
7978 (__v8df)_mm512_setzero_pd(), \
7979 (__mmask8)-1, \
7980 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007981
Craig Topper8c18e112016-05-17 04:41:50 +00007982#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
7983 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7984 (int)(((C)<<2) | (B)), \
7985 (__v8df)(__m512d)(W), \
7986 (__mmask8)(U), \
7987 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007988
Craig Topper8c18e112016-05-17 04:41:50 +00007989#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
7990 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7991 (int)(((C)<<2) | (B)), \
7992 (__v8df)_mm512_setzero_pd(), \
7993 (__mmask8)(U), \
7994 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007995
Craig Topper8c18e112016-05-17 04:41:50 +00007996#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
7997 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
7998 (int)(((C)<<2) | (B)), \
7999 (__v16sf)_mm512_undefined_ps(), \
8000 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008001
Craig Topper8c18e112016-05-17 04:41:50 +00008002#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
8003 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8004 (int)(((C)<<2) | (B)), \
8005 (__v16sf)(__m512)(W), \
8006 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008007
Craig Topper8c18e112016-05-17 04:41:50 +00008008#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
8009 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8010 (int)(((C)<<2) | (B)), \
8011 (__v16sf)_mm512_setzero_ps(), \
8012 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008013
Craig Topper8c18e112016-05-17 04:41:50 +00008014#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
8015 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8016 (int)(((C)<<2)|(B)), \
8017 (__v16sf)_mm512_undefined_ps(), \
8018 (__mmask16)-1, \
8019 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008020
Craig Topper8c18e112016-05-17 04:41:50 +00008021#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8022 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8023 (int)(((C)<<2)|(B)), \
8024 (__v16sf)(__m512)(W), \
8025 (__mmask16)(U), \
8026 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008027
Craig Topper8c18e112016-05-17 04:41:50 +00008028#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8029 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8030 (int)(((C)<<2)|(B)), \
8031 (__v16sf)_mm512_setzero_ps(), \
8032 (__mmask16)(U), \
8033 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008034
Craig Topper8c18e112016-05-17 04:41:50 +00008035#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8036 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8037 (__v8df)_mm512_undefined_pd(), \
8038 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008039
Craig Topper8c18e112016-05-17 04:41:50 +00008040#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8041 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8042 (__v8df)(__m512d)(W), \
8043 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008044
Craig Topper8c18e112016-05-17 04:41:50 +00008045#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8046 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8047 (__v8df)_mm512_setzero_pd(), \
8048 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008049
8050static __inline__ __m512d __DEFAULT_FN_ATTRS
8051_mm512_getexp_pd (__m512d __A)
8052{
8053 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8054 (__v8df) _mm512_undefined_pd (),
8055 (__mmask8) -1,
8056 _MM_FROUND_CUR_DIRECTION);
8057}
8058
8059static __inline__ __m512d __DEFAULT_FN_ATTRS
8060_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8061{
8062 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8063 (__v8df) __W,
8064 (__mmask8) __U,
8065 _MM_FROUND_CUR_DIRECTION);
8066}
8067
8068static __inline__ __m512d __DEFAULT_FN_ATTRS
8069_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8070{
8071 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8072 (__v8df) _mm512_setzero_pd (),
8073 (__mmask8) __U,
8074 _MM_FROUND_CUR_DIRECTION);
8075}
8076
Craig Topper8c18e112016-05-17 04:41:50 +00008077#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8078 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8079 (__v16sf)_mm512_undefined_ps(), \
8080 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008081
Craig Topper8c18e112016-05-17 04:41:50 +00008082#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8083 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8084 (__v16sf)(__m512)(W), \
8085 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008086
Craig Topper8c18e112016-05-17 04:41:50 +00008087#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8088 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8089 (__v16sf)_mm512_setzero_ps(), \
8090 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008091
8092static __inline__ __m512 __DEFAULT_FN_ATTRS
8093_mm512_getexp_ps (__m512 __A)
8094{
8095 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8096 (__v16sf) _mm512_undefined_ps (),
8097 (__mmask16) -1,
8098 _MM_FROUND_CUR_DIRECTION);
8099}
8100
8101static __inline__ __m512 __DEFAULT_FN_ATTRS
8102_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8103{
8104 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8105 (__v16sf) __W,
8106 (__mmask16) __U,
8107 _MM_FROUND_CUR_DIRECTION);
8108}
8109
8110static __inline__ __m512 __DEFAULT_FN_ATTRS
8111_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8112{
8113 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8114 (__v16sf) _mm512_setzero_ps (),
8115 (__mmask16) __U,
8116 _MM_FROUND_CUR_DIRECTION);
8117}
8118
Craig Topper8c18e112016-05-17 04:41:50 +00008119#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8120 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8121 (float const *)(addr), \
8122 (__v8di)(__m512i)(index), (__mmask8)-1, \
8123 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008124
8125#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8126 __addr, __scale) __extension__({\
8127__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8128 __addr,(__v8di) __index, __mask, __scale);\
8129})
8130
Craig Topper8c18e112016-05-17 04:41:50 +00008131#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8132 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8133 (int const *)(addr), \
8134 (__v8di)(__m512i)(index), \
8135 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008136
Craig Topper8c18e112016-05-17 04:41:50 +00008137#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8138 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8139 (int const *)(addr), \
8140 (__v8di)(__m512i)(index), \
8141 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008142
Craig Topper8c18e112016-05-17 04:41:50 +00008143#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8144 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8145 (double const *)(addr), \
8146 (__v8di)(__m512i)(index), (__mmask8)-1, \
8147 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008148
Craig Topper8c18e112016-05-17 04:41:50 +00008149#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8150 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8151 (double const *)(addr), \
8152 (__v8di)(__m512i)(index), \
8153 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008154
Craig Topper8c18e112016-05-17 04:41:50 +00008155#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8156 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8157 (long long const *)(addr), \
8158 (__v8di)(__m512i)(index), (__mmask8)-1, \
8159 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008160
Craig Topper8c18e112016-05-17 04:41:50 +00008161#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8162 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8163 (long long const *)(addr), \
8164 (__v8di)(__m512i)(index), \
8165 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008166
Craig Topper8c18e112016-05-17 04:41:50 +00008167#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8168 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8169 (float const *)(addr), \
8170 (__v16sf)(__m512)(index), \
8171 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008172
Craig Topper8c18e112016-05-17 04:41:50 +00008173#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8174 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8175 (float const *)(addr), \
8176 (__v16sf)(__m512)(index), \
8177 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008178
Craig Topper8c18e112016-05-17 04:41:50 +00008179#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8180 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8181 (int const *)(addr), \
8182 (__v16si)(__m512i)(index), \
8183 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008184
Craig Topper8c18e112016-05-17 04:41:50 +00008185#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8186 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8187 (int const *)(addr), \
8188 (__v16si)(__m512i)(index), \
8189 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008190
Craig Topper8c18e112016-05-17 04:41:50 +00008191#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8192 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8193 (double const *)(addr), \
8194 (__v8si)(__m256i)(index), (__mmask8)-1, \
8195 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008196
Craig Topper8c18e112016-05-17 04:41:50 +00008197#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8198 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8199 (double const *)(addr), \
8200 (__v8si)(__m256i)(index), \
8201 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008202
Craig Topper8c18e112016-05-17 04:41:50 +00008203#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8204 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8205 (long long const *)(addr), \
8206 (__v8si)(__m256i)(index), (__mmask8)-1, \
8207 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008208
Craig Topper8c18e112016-05-17 04:41:50 +00008209#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8210 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8211 (long long const *)(addr), \
8212 (__v8si)(__m256i)(index), \
8213 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008214
Craig Topper8c18e112016-05-17 04:41:50 +00008215#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8216 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8217 (__v8di)(__m512i)(index), \
8218 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008219
Craig Topper8c18e112016-05-17 04:41:50 +00008220#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8221 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8222 (__v8di)(__m512i)(index), \
8223 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008224
Craig Topper8c18e112016-05-17 04:41:50 +00008225#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8226 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8227 (__v8di)(__m512i)(index), \
8228 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008229
Craig Topper8c18e112016-05-17 04:41:50 +00008230#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8231 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8232 (__v8di)(__m512i)(index), \
8233 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008234
Craig Topper8c18e112016-05-17 04:41:50 +00008235#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8236 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8237 (__v8di)(__m512i)(index), \
8238 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008239
Craig Topper8c18e112016-05-17 04:41:50 +00008240#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8241 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8242 (__v8di)(__m512i)(index), \
8243 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008244
Craig Topper8c18e112016-05-17 04:41:50 +00008245#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8246 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8247 (__v8di)(__m512i)(index), \
8248 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008249
Craig Topper8c18e112016-05-17 04:41:50 +00008250#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8251 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8252 (__v8di)(__m512i)(index), \
8253 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008254
Craig Topper8c18e112016-05-17 04:41:50 +00008255#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8256 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8257 (__v16si)(__m512i)(index), \
8258 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008259
Craig Topper8c18e112016-05-17 04:41:50 +00008260#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8261 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8262 (__v16si)(__m512i)(index), \
8263 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008264
Craig Topper8c18e112016-05-17 04:41:50 +00008265#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8266 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8267 (__v16si)(__m512i)(index), \
8268 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008269
Craig Topper8c18e112016-05-17 04:41:50 +00008270#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8271 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8272 (__v16si)(__m512i)(index), \
8273 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008274
Craig Topper8c18e112016-05-17 04:41:50 +00008275#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8276 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8277 (__v8si)(__m256i)(index), \
8278 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008279
Craig Topper8c18e112016-05-17 04:41:50 +00008280#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8281 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8282 (__v8si)(__m256i)(index), \
8283 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008284
Craig Topper8c18e112016-05-17 04:41:50 +00008285#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8286 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8287 (__v8si)(__m256i)(index), \
8288 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008289
Craig Topper8c18e112016-05-17 04:41:50 +00008290#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8291 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8292 (__v8si)(__m256i)(index), \
8293 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008294
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008295static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008296_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008297{
8298 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8299 (__v4sf) __B,
8300 (__v4sf) __W,
8301 (__mmask8) __U,
8302 _MM_FROUND_CUR_DIRECTION);
8303}
8304
Craig Topper8c18e112016-05-17 04:41:50 +00008305#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8306 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8307 (__v4sf)(__m128)(B), \
8308 (__v4sf)(__m128)(W), (__mmask8)(U), \
8309 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008310
8311static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008312_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008313{
8314 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8315 (__v4sf) __B,
8316 (__v4sf) __C,
8317 (__mmask8) __U,
8318 _MM_FROUND_CUR_DIRECTION);
8319}
8320
Craig Topper8c18e112016-05-17 04:41:50 +00008321#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8322 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8323 (__v4sf)(__m128)(B), \
8324 (__v4sf)(__m128)(C), (__mmask8)(U), \
8325 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008326
8327static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008328_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008329{
8330 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8331 (__v4sf) __X,
8332 (__v4sf) __Y,
8333 (__mmask8) __U,
8334 _MM_FROUND_CUR_DIRECTION);
8335}
8336
Craig Topper8c18e112016-05-17 04:41:50 +00008337#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8338 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8339 (__v4sf)(__m128)(X), \
8340 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8341 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008342
8343static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008344_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008345{
8346 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008347 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008348 (__v4sf) __W,
8349 (__mmask8) __U,
8350 _MM_FROUND_CUR_DIRECTION);
8351}
8352
Craig Topper8c18e112016-05-17 04:41:50 +00008353#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8354 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8355 -(__v4sf)(__m128)(B), \
8356 (__v4sf)(__m128)(W), (__mmask8)(U), \
8357 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008358
8359static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008360_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008361{
8362 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8363 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008364 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008365 (__mmask8) __U,
8366 _MM_FROUND_CUR_DIRECTION);
8367}
8368
Craig Topper8c18e112016-05-17 04:41:50 +00008369#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8370 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8371 (__v4sf)(__m128)(B), \
8372 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8373 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008374
8375static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008376_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008377{
8378 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8379 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008380 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008381 (__mmask8) __U,
8382 _MM_FROUND_CUR_DIRECTION);
8383}
8384
Craig Topper8c18e112016-05-17 04:41:50 +00008385#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8386 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8387 (__v4sf)(__m128)(X), \
8388 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8389 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008390
8391static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008392_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008393{
Craig Topper9864c592016-05-15 20:10:03 +00008394 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008395 (__v4sf) __B,
8396 (__v4sf) __W,
8397 (__mmask8) __U,
8398 _MM_FROUND_CUR_DIRECTION);
8399}
8400
Craig Topper8c18e112016-05-17 04:41:50 +00008401#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8402 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8403 (__v4sf)(__m128)(B), \
8404 (__v4sf)(__m128)(W), (__mmask8)(U), \
8405 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008406
8407static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008408_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008409{
Craig Topper9864c592016-05-15 20:10:03 +00008410 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008411 (__v4sf) __B,
8412 (__v4sf) __C,
8413 (__mmask8) __U,
8414 _MM_FROUND_CUR_DIRECTION);
8415}
8416
Craig Topper8c18e112016-05-17 04:41:50 +00008417#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8418 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8419 (__v4sf)(__m128)(B), \
8420 (__v4sf)(__m128)(C), (__mmask8)(U), \
8421 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008422
8423static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008424_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008425{
Craig Topper9864c592016-05-15 20:10:03 +00008426 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008427 (__v4sf) __X,
8428 (__v4sf) __Y,
8429 (__mmask8) __U,
8430 _MM_FROUND_CUR_DIRECTION);
8431}
8432
Craig Topper8c18e112016-05-17 04:41:50 +00008433#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8434 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8435 (__v4sf)(__m128)(X), \
8436 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8437 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008438
8439static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008440_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008441{
Craig Topper9864c592016-05-15 20:10:03 +00008442 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8443 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008444 (__v4sf) __W,
8445 (__mmask8) __U,
8446 _MM_FROUND_CUR_DIRECTION);
8447}
8448
Craig Topper8c18e112016-05-17 04:41:50 +00008449#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8450 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8451 -(__v4sf)(__m128)(B), \
8452 (__v4sf)(__m128)(W), (__mmask8)(U), \
8453 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008454
8455static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008456_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008457{
Craig Topper9864c592016-05-15 20:10:03 +00008458 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008459 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008460 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008461 (__mmask8) __U,
8462 _MM_FROUND_CUR_DIRECTION);
8463}
8464
Craig Topper8c18e112016-05-17 04:41:50 +00008465#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8466 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8467 (__v4sf)(__m128)(B), \
8468 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8469 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008470
8471static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008472_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008473{
Craig Topper9864c592016-05-15 20:10:03 +00008474 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008475 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008476 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008477 (__mmask8) __U,
8478 _MM_FROUND_CUR_DIRECTION);
8479}
8480
Craig Topper8c18e112016-05-17 04:41:50 +00008481#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8482 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8483 (__v4sf)(__m128)(X), \
8484 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8485 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008486
Craig Topper58187d32016-05-17 04:41:29 +00008487static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008488_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008489{
Craig Topper58187d32016-05-17 04:41:29 +00008490 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008491 (__v2df) __B,
8492 (__v2df) __W,
8493 (__mmask8) __U,
8494 _MM_FROUND_CUR_DIRECTION);
8495}
8496
Craig Topper8c18e112016-05-17 04:41:50 +00008497#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8498 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8499 (__v2df)(__m128d)(B), \
8500 (__v2df)(__m128d)(W), (__mmask8)(U), \
8501 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008502
Craig Topper58187d32016-05-17 04:41:29 +00008503static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008504_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008505{
Craig Topper58187d32016-05-17 04:41:29 +00008506 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008507 (__v2df) __B,
8508 (__v2df) __C,
8509 (__mmask8) __U,
8510 _MM_FROUND_CUR_DIRECTION);
8511}
8512
Craig Topper8c18e112016-05-17 04:41:50 +00008513#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8514 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8515 (__v2df)(__m128d)(B), \
8516 (__v2df)(__m128d)(C), (__mmask8)(U), \
8517 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008518
Craig Topper58187d32016-05-17 04:41:29 +00008519static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008520_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008521{
Craig Topper58187d32016-05-17 04:41:29 +00008522 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008523 (__v2df) __X,
8524 (__v2df) __Y,
8525 (__mmask8) __U,
8526 _MM_FROUND_CUR_DIRECTION);
8527}
8528
Craig Topper8c18e112016-05-17 04:41:50 +00008529#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8530 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8531 (__v2df)(__m128d)(X), \
8532 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8533 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008534
Craig Topper58187d32016-05-17 04:41:29 +00008535static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008536_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008537{
Craig Topper58187d32016-05-17 04:41:29 +00008538 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008539 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008540 (__v2df) __W,
8541 (__mmask8) __U,
8542 _MM_FROUND_CUR_DIRECTION);
8543}
8544
Craig Topper8c18e112016-05-17 04:41:50 +00008545#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8546 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8547 -(__v2df)(__m128d)(B), \
8548 (__v2df)(__m128d)(W), (__mmask8)(U), \
8549 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008550
Craig Topper58187d32016-05-17 04:41:29 +00008551static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008552_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008553{
Craig Topper58187d32016-05-17 04:41:29 +00008554 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008555 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008556 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008557 (__mmask8) __U,
8558 _MM_FROUND_CUR_DIRECTION);
8559}
8560
Craig Topper8c18e112016-05-17 04:41:50 +00008561#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8562 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8563 (__v2df)(__m128d)(B), \
8564 -(__v2df)(__m128d)(C), \
8565 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008566
Craig Topper58187d32016-05-17 04:41:29 +00008567static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008568_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008569{
Craig Topper58187d32016-05-17 04:41:29 +00008570 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008571 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008572 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008573 (__mmask8) __U,
8574 _MM_FROUND_CUR_DIRECTION);
8575}
8576
Craig Topper8c18e112016-05-17 04:41:50 +00008577#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8578 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8579 (__v2df)(__m128d)(X), \
8580 -(__v2df)(__m128d)(Y), \
8581 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008582
Craig Topper58187d32016-05-17 04:41:29 +00008583static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008584_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008585{
Craig Topper58187d32016-05-17 04:41:29 +00008586 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008587 (__v2df) __B,
8588 (__v2df) __W,
8589 (__mmask8) __U,
8590 _MM_FROUND_CUR_DIRECTION);
8591}
8592
Craig Topper8c18e112016-05-17 04:41:50 +00008593#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8594 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8595 (__v2df)(__m128d)(B), \
8596 (__v2df)(__m128d)(W), (__mmask8)(U), \
8597 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008598
Craig Topper58187d32016-05-17 04:41:29 +00008599static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008600_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008601{
Craig Topper58187d32016-05-17 04:41:29 +00008602 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008603 (__v2df) __B,
8604 (__v2df) __C,
8605 (__mmask8) __U,
8606 _MM_FROUND_CUR_DIRECTION);
8607}
8608
Craig Topper8c18e112016-05-17 04:41:50 +00008609#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8610 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8611 (__v2df)(__m128d)(B), \
8612 (__v2df)(__m128d)(C), (__mmask8)(U), \
8613 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008614
Craig Topper58187d32016-05-17 04:41:29 +00008615static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008616_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008617{
Craig Topper58187d32016-05-17 04:41:29 +00008618 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008619 (__v2df) __X,
8620 (__v2df) __Y,
8621 (__mmask8) __U,
8622 _MM_FROUND_CUR_DIRECTION);
8623}
8624
Craig Topper8c18e112016-05-17 04:41:50 +00008625#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8626 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8627 (__v2df)(__m128d)(X), \
8628 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8629 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008630
Craig Topper58187d32016-05-17 04:41:29 +00008631static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008632_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008633{
Craig Topper58187d32016-05-17 04:41:29 +00008634 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008635 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008636 (__v2df) __W,
8637 (__mmask8) __U,
8638 _MM_FROUND_CUR_DIRECTION);
8639}
8640
Craig Topper8c18e112016-05-17 04:41:50 +00008641#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8642 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8643 -(__v2df)(__m128d)(B), \
8644 (__v2df)(__m128d)(W), (__mmask8)(U), \
8645 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008646
Craig Topper58187d32016-05-17 04:41:29 +00008647static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008648_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008649{
Craig Topper58187d32016-05-17 04:41:29 +00008650 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008651 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008652 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008653 (__mmask8) __U,
8654 _MM_FROUND_CUR_DIRECTION);
8655}
8656
Craig Topper8c18e112016-05-17 04:41:50 +00008657#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8658 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8659 (__v2df)(__m128d)(B), \
8660 -(__v2df)(__m128d)(C), \
8661 (__mmask8)(U), \
8662 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008663
Craig Topper58187d32016-05-17 04:41:29 +00008664static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008665_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008666{
Craig Topper58187d32016-05-17 04:41:29 +00008667 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008668 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008669 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008670 (__mmask8) __U,
8671 _MM_FROUND_CUR_DIRECTION);
8672}
8673
Craig Topper8c18e112016-05-17 04:41:50 +00008674#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8675 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8676 (__v2df)(__m128d)(X), \
8677 -(__v2df)(__m128d)(Y), \
8678 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008679
Simon Pilgrim30db8112016-07-04 13:34:44 +00008680#define _mm512_permutex_pd(X, C) __extension__ ({ \
8681 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
8682 (__v8df)_mm512_undefined_pd(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008683 0 + (((C) >> 0) & 0x3), \
8684 0 + (((C) >> 2) & 0x3), \
8685 0 + (((C) >> 4) & 0x3), \
8686 0 + (((C) >> 6) & 0x3), \
8687 4 + (((C) >> 0) & 0x3), \
8688 4 + (((C) >> 2) & 0x3), \
8689 4 + (((C) >> 4) & 0x3), \
8690 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008691
Simon Pilgrim30db8112016-07-04 13:34:44 +00008692#define _mm512_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8693 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8694 (__v8df)_mm512_permutex_pd((X), (C)), \
8695 (__v8df)(__m512d)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008696
Simon Pilgrim30db8112016-07-04 13:34:44 +00008697#define _mm512_maskz_permutex_pd(U, X, C) __extension__ ({ \
8698 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8699 (__v8df)_mm512_permutex_pd((X), (C)), \
8700 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008701
Simon Pilgrim30db8112016-07-04 13:34:44 +00008702#define _mm512_permutex_epi64(X, C) __extension__ ({ \
8703 (__m512i)__builtin_shufflevector((__v8di)(__m512i)(X), \
8704 (__v8di)_mm512_undefined_epi32(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008705 0 + (((C) >> 0) & 0x3), \
8706 0 + (((C) >> 2) & 0x3), \
8707 0 + (((C) >> 4) & 0x3), \
8708 0 + (((C) >> 6) & 0x3), \
8709 4 + (((C) >> 0) & 0x3), \
8710 4 + (((C) >> 2) & 0x3), \
8711 4 + (((C) >> 4) & 0x3), \
8712 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008713
Simon Pilgrim30db8112016-07-04 13:34:44 +00008714#define _mm512_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8715 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8716 (__v8di)_mm512_permutex_epi64((X), (C)), \
8717 (__v8di)(__m512i)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008718
Simon Pilgrim30db8112016-07-04 13:34:44 +00008719#define _mm512_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8720 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8721 (__v8di)_mm512_permutex_epi64((X), (C)), \
8722 (__v8di)_mm512_setzero_si512()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008723
8724static __inline__ __m512d __DEFAULT_FN_ATTRS
8725_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8726{
8727 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8728 (__v8di) __X,
8729 (__v8df) _mm512_undefined_pd (),
8730 (__mmask8) -1);
8731}
8732
8733static __inline__ __m512d __DEFAULT_FN_ATTRS
8734_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8735{
8736 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8737 (__v8di) __X,
8738 (__v8df) __W,
8739 (__mmask8) __U);
8740}
8741
8742static __inline__ __m512d __DEFAULT_FN_ATTRS
8743_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8744{
8745 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8746 (__v8di) __X,
8747 (__v8df) _mm512_setzero_pd (),
8748 (__mmask8) __U);
8749}
8750
8751static __inline__ __m512i __DEFAULT_FN_ATTRS
8752_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8753{
8754 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8755 (__v8di) __X,
8756 (__v8di) _mm512_setzero_si512 (),
8757 __M);
8758}
8759
8760static __inline__ __m512i __DEFAULT_FN_ATTRS
8761_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8762{
8763 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8764 (__v8di) __X,
8765 (__v8di) _mm512_undefined_epi32 (),
8766 (__mmask8) -1);
8767}
8768
8769static __inline__ __m512i __DEFAULT_FN_ATTRS
8770_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8771 __m512i __Y)
8772{
8773 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8774 (__v8di) __X,
8775 (__v8di) __W,
8776 __M);
8777}
8778
8779static __inline__ __m512 __DEFAULT_FN_ATTRS
8780_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8781{
8782 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8783 (__v16si) __X,
8784 (__v16sf) _mm512_undefined_ps (),
8785 (__mmask16) -1);
8786}
8787
8788static __inline__ __m512 __DEFAULT_FN_ATTRS
8789_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8790{
8791 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8792 (__v16si) __X,
8793 (__v16sf) __W,
8794 (__mmask16) __U);
8795}
8796
8797static __inline__ __m512 __DEFAULT_FN_ATTRS
8798_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8799{
8800 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8801 (__v16si) __X,
8802 (__v16sf) _mm512_setzero_ps (),
8803 (__mmask16) __U);
8804}
8805
8806static __inline__ __m512i __DEFAULT_FN_ATTRS
8807_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8808{
8809 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8810 (__v16si) __X,
8811 (__v16si) _mm512_setzero_si512 (),
8812 __M);
8813}
8814
8815static __inline__ __m512i __DEFAULT_FN_ATTRS
8816_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8817{
8818 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8819 (__v16si) __X,
8820 (__v16si) _mm512_undefined_epi32 (),
8821 (__mmask16) -1);
8822}
8823
8824static __inline__ __m512i __DEFAULT_FN_ATTRS
8825_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8826 __m512i __Y)
8827{
8828 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8829 (__v16si) __X,
8830 (__v16si) __W,
8831 __M);
8832}
8833
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008834static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8835_mm512_kand (__mmask16 __A, __mmask16 __B)
8836{
8837 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8838}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008839
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008840static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8841_mm512_kandn (__mmask16 __A, __mmask16 __B)
8842{
8843 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8844}
8845
8846static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8847_mm512_kor (__mmask16 __A, __mmask16 __B)
8848{
8849 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8850}
8851
8852static __inline__ int __DEFAULT_FN_ATTRS
8853_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8854{
Craig Topper91f23d92016-05-16 01:09:16 +00008855 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008856}
8857
8858static __inline__ int __DEFAULT_FN_ATTRS
8859_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8860{
Craig Topper91f23d92016-05-16 01:09:16 +00008861 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008862}
8863
8864static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8865_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8866{
8867 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8868}
8869
8870static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8871_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8872{
8873 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8874}
8875
8876static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8877_mm512_kxor (__mmask16 __A, __mmask16 __B)
8878{
8879 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8880}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008881
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008882static __inline__ void __DEFAULT_FN_ATTRS
8883_mm512_stream_si512 (__m512i * __P, __m512i __A)
8884{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008885 __builtin_nontemporal_store((__v8di)__A, (__v8di*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008886}
8887
8888static __inline__ __m512i __DEFAULT_FN_ATTRS
8889_mm512_stream_load_si512 (void *__P)
8890{
8891 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8892}
8893
8894static __inline__ void __DEFAULT_FN_ATTRS
8895_mm512_stream_pd (double *__P, __m512d __A)
8896{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008897 __builtin_nontemporal_store((__v8df)__A, (__v8df*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008898}
8899
8900static __inline__ void __DEFAULT_FN_ATTRS
8901_mm512_stream_ps (float *__P, __m512 __A)
8902{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008903 __builtin_nontemporal_store((__v16sf)__A, (__v16sf*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008904}
8905
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008906static __inline__ __m512d __DEFAULT_FN_ATTRS
8907_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8908{
8909 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8910 (__v8df) __W,
8911 (__mmask8) __U);
8912}
8913
8914static __inline__ __m512d __DEFAULT_FN_ATTRS
8915_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8916{
8917 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8918 (__v8df)
8919 _mm512_setzero_pd (),
8920 (__mmask8) __U);
8921}
8922
8923static __inline__ __m512i __DEFAULT_FN_ATTRS
8924_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8925{
8926 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8927 (__v8di) __W,
8928 (__mmask8) __U);
8929}
8930
8931static __inline__ __m512i __DEFAULT_FN_ATTRS
8932_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8933{
8934 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8935 (__v8di)
8936 _mm512_setzero_si512 (),
8937 (__mmask8) __U);
8938}
8939
8940static __inline__ __m512 __DEFAULT_FN_ATTRS
8941_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8942{
8943 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8944 (__v16sf) __W,
8945 (__mmask16) __U);
8946}
8947
8948static __inline__ __m512 __DEFAULT_FN_ATTRS
8949_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
8950{
8951 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8952 (__v16sf)
8953 _mm512_setzero_ps (),
8954 (__mmask16) __U);
8955}
8956
8957static __inline__ __m512i __DEFAULT_FN_ATTRS
8958_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8959{
8960 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8961 (__v16si) __W,
8962 (__mmask16) __U);
8963}
8964
8965static __inline__ __m512i __DEFAULT_FN_ATTRS
8966_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
8967{
8968 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8969 (__v16si)
8970 _mm512_setzero_si512 (),
8971 (__mmask16) __U);
8972}
8973
Craig Topper8c18e112016-05-17 04:41:50 +00008974#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
8975 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8976 (__v4sf)(__m128)(Y), (int)(P), \
8977 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008978
Craig Topper8c18e112016-05-17 04:41:50 +00008979#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
8980 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8981 (__v4sf)(__m128)(Y), (int)(P), \
8982 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008983
Craig Topper8c18e112016-05-17 04:41:50 +00008984#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
8985 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8986 (__v4sf)(__m128)(Y), (int)(P), \
8987 (__mmask8)-1, \
8988 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008989
Craig Topper8c18e112016-05-17 04:41:50 +00008990#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
8991 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8992 (__v4sf)(__m128)(Y), (int)(P), \
8993 (__mmask8)(M), \
8994 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008995
Craig Topper8c18e112016-05-17 04:41:50 +00008996#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
8997 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8998 (__v2df)(__m128d)(Y), (int)(P), \
8999 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009000
Craig Topper8c18e112016-05-17 04:41:50 +00009001#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
9002 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9003 (__v2df)(__m128d)(Y), (int)(P), \
9004 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009005
Craig Topper8c18e112016-05-17 04:41:50 +00009006#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
9007 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9008 (__v2df)(__m128d)(Y), (int)(P), \
9009 (__mmask8)-1, \
9010 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009011
Craig Topper8c18e112016-05-17 04:41:50 +00009012#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
9013 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9014 (__v2df)(__m128d)(Y), (int)(P), \
9015 (__mmask8)(M), \
9016 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009017
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009018static __inline__ __m512 __DEFAULT_FN_ATTRS
9019_mm512_movehdup_ps (__m512 __A)
9020{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009021 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9022 1, 1, 3, 3, 5, 5, 7, 7, 9, 9, 11, 11, 13, 13, 15, 15);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009023}
9024
9025static __inline__ __m512 __DEFAULT_FN_ATTRS
9026_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9027{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009028 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9029 (__v16sf)_mm512_movehdup_ps(__A),
9030 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009031}
9032
9033static __inline__ __m512 __DEFAULT_FN_ATTRS
9034_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9035{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009036 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9037 (__v16sf)_mm512_movehdup_ps(__A),
9038 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009039}
9040
9041static __inline__ __m512 __DEFAULT_FN_ATTRS
9042_mm512_moveldup_ps (__m512 __A)
9043{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009044 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9045 0, 0, 2, 2, 4, 4, 6, 6, 8, 8, 10, 10, 12, 12, 14, 14);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009046}
9047
9048static __inline__ __m512 __DEFAULT_FN_ATTRS
9049_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9050{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009051 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9052 (__v16sf)_mm512_moveldup_ps(__A),
9053 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009054}
9055
9056static __inline__ __m512 __DEFAULT_FN_ATTRS
9057_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9058{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009059 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9060 (__v16sf)_mm512_moveldup_ps(__A),
9061 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009062}
9063
Craig Topper8c18e112016-05-17 04:41:50 +00009064#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009065 (__m512i)__builtin_shufflevector((__v16si)(__m512i)(A), \
Craig Topper2a383c92016-07-04 22:18:01 +00009066 (__v16si)_mm512_undefined_epi32(), \
9067 0 + (((I) >> 0) & 0x3), \
9068 0 + (((I) >> 2) & 0x3), \
9069 0 + (((I) >> 4) & 0x3), \
9070 0 + (((I) >> 6) & 0x3), \
9071 4 + (((I) >> 0) & 0x3), \
9072 4 + (((I) >> 2) & 0x3), \
9073 4 + (((I) >> 4) & 0x3), \
9074 4 + (((I) >> 6) & 0x3), \
9075 8 + (((I) >> 0) & 0x3), \
9076 8 + (((I) >> 2) & 0x3), \
9077 8 + (((I) >> 4) & 0x3), \
9078 8 + (((I) >> 6) & 0x3), \
9079 12 + (((I) >> 0) & 0x3), \
9080 12 + (((I) >> 2) & 0x3), \
9081 12 + (((I) >> 4) & 0x3), \
9082 12 + (((I) >> 6) & 0x3)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009083
Craig Topper8c18e112016-05-17 04:41:50 +00009084#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009085 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9086 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9087 (__v16si)(__m512i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009088
Craig Topper8c18e112016-05-17 04:41:50 +00009089#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009090 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9091 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9092 (__v16si)_mm512_setzero_si512()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009093
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009094static __inline__ __m512d __DEFAULT_FN_ATTRS
9095_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9096{
9097 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9098 (__v8df) __W,
9099 (__mmask8) __U);
9100}
9101
9102static __inline__ __m512d __DEFAULT_FN_ATTRS
9103_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9104{
9105 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9106 (__v8df) _mm512_setzero_pd (),
9107 (__mmask8) __U);
9108}
9109
9110static __inline__ __m512i __DEFAULT_FN_ATTRS
9111_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9112{
9113 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9114 (__v8di) __W,
9115 (__mmask8) __U);
9116}
9117
9118static __inline__ __m512i __DEFAULT_FN_ATTRS
9119_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9120{
9121 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9122 (__v8di) _mm512_setzero_pd (),
9123 (__mmask8) __U);
9124}
9125
9126static __inline__ __m512d __DEFAULT_FN_ATTRS
9127_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9128{
9129 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9130 (__v8df) __W,
9131 (__mmask8) __U);
9132}
9133
9134static __inline__ __m512d __DEFAULT_FN_ATTRS
9135_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9136{
9137 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9138 (__v8df) _mm512_setzero_pd(),
9139 (__mmask8) __U);
9140}
9141
9142static __inline__ __m512i __DEFAULT_FN_ATTRS
9143_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9144{
9145 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9146 (__v8di) __W,
9147 (__mmask8) __U);
9148}
9149
9150static __inline__ __m512i __DEFAULT_FN_ATTRS
9151_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9152{
9153 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9154 (__v8di) _mm512_setzero_pd(),
9155 (__mmask8) __U);
9156}
9157
9158static __inline__ __m512 __DEFAULT_FN_ATTRS
9159_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9160{
9161 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9162 (__v16sf) __W,
9163 (__mmask16) __U);
9164}
9165
9166static __inline__ __m512 __DEFAULT_FN_ATTRS
9167_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9168{
9169 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9170 (__v16sf) _mm512_setzero_ps(),
9171 (__mmask16) __U);
9172}
9173
9174static __inline__ __m512i __DEFAULT_FN_ATTRS
9175_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9176{
9177 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9178 (__v16si) __W,
9179 (__mmask16) __U);
9180}
9181
9182static __inline__ __m512i __DEFAULT_FN_ATTRS
9183_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9184{
9185 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9186 (__v16si) _mm512_setzero_ps(),
9187 (__mmask16) __U);
9188}
9189
9190static __inline__ __m512 __DEFAULT_FN_ATTRS
9191_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9192{
9193 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9194 (__v16sf) __W,
9195 (__mmask16) __U);
9196}
9197
9198static __inline__ __m512 __DEFAULT_FN_ATTRS
9199_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9200{
9201 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9202 (__v16sf) _mm512_setzero_ps(),
9203 (__mmask16) __U);
9204}
9205
9206static __inline__ __m512i __DEFAULT_FN_ATTRS
9207_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9208{
9209 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9210 (__v16si) __W,
9211 (__mmask16) __U);
9212}
9213
9214static __inline__ __m512i __DEFAULT_FN_ATTRS
9215_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9216{
9217 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9218 (__v16si) _mm512_setzero_ps(),
9219 (__mmask16) __U);
9220}
9221
Craig Topper8c18e112016-05-17 04:41:50 +00009222#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9223 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9224 (__v8df)_mm512_undefined_pd(), \
9225 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009226
Craig Topper8c18e112016-05-17 04:41:50 +00009227#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9228 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9229 (__v8df)(__m512d)(W), \
9230 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009231
Craig Topper8c18e112016-05-17 04:41:50 +00009232#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9233 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9234 (__v8df)_mm512_setzero_pd(), \
9235 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009236
9237static __inline__ __m512d __DEFAULT_FN_ATTRS
9238_mm512_cvtps_pd (__m256 __A)
9239{
9240 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9241 (__v8df)
9242 _mm512_undefined_pd (),
9243 (__mmask8) -1,
9244 _MM_FROUND_CUR_DIRECTION);
9245}
9246
9247static __inline__ __m512d __DEFAULT_FN_ATTRS
9248_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9249{
9250 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9251 (__v8df) __W,
9252 (__mmask8) __U,
9253 _MM_FROUND_CUR_DIRECTION);
9254}
9255
9256static __inline__ __m512d __DEFAULT_FN_ATTRS
9257_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9258{
9259 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9260 (__v8df)
9261 _mm512_setzero_pd (),
9262 (__mmask8) __U,
9263 _MM_FROUND_CUR_DIRECTION);
9264}
9265
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009266static __inline__ __m512d __DEFAULT_FN_ATTRS
9267_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9268{
Igor Bregeraadb8762016-06-08 13:59:20 +00009269 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9270 (__v8df) __A,
9271 (__v8df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009272}
9273
9274static __inline__ __m512d __DEFAULT_FN_ATTRS
9275_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9276{
Igor Bregeraadb8762016-06-08 13:59:20 +00009277 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9278 (__v8df) __A,
9279 (__v8df) _mm512_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009280}
9281
9282static __inline__ __m512 __DEFAULT_FN_ATTRS
9283_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9284{
Igor Bregeraadb8762016-06-08 13:59:20 +00009285 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9286 (__v16sf) __A,
9287 (__v16sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009288}
9289
9290static __inline__ __m512 __DEFAULT_FN_ATTRS
9291_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9292{
Igor Bregeraadb8762016-06-08 13:59:20 +00009293 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9294 (__v16sf) __A,
9295 (__v16sf) _mm512_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009296}
9297
Michael Zuckerman708e7592016-05-03 10:42:46 +00009298static __inline__ void __DEFAULT_FN_ATTRS
9299_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9300{
9301 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9302 (__mmask8) __U);
9303}
9304
9305static __inline__ void __DEFAULT_FN_ATTRS
9306_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9307{
9308 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9309 (__mmask8) __U);
9310}
9311
9312static __inline__ void __DEFAULT_FN_ATTRS
9313_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9314{
9315 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9316 (__mmask16) __U);
9317}
9318
9319static __inline__ void __DEFAULT_FN_ATTRS
9320_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9321{
9322 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9323 (__mmask16) __U);
9324}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009325
Craig Topper8c18e112016-05-17 04:41:50 +00009326#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9327 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9328 (__v2df)(__m128d)(B), \
9329 (__v4sf)_mm_undefined_ps(), \
9330 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009331
Craig Topper8c18e112016-05-17 04:41:50 +00009332#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9333 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9334 (__v2df)(__m128d)(B), \
9335 (__v4sf)(__m128)(W), \
9336 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009337
Craig Topper8c18e112016-05-17 04:41:50 +00009338#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9339 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9340 (__v2df)(__m128d)(B), \
9341 (__v4sf)_mm_setzero_ps(), \
9342 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009343
Asaf Badouh89f65762016-06-02 08:11:35 +00009344static __inline__ __m128 __DEFAULT_FN_ATTRS
9345_mm_mask_cvtsd_ss (__m128 W, __mmask8 U, __m128 A, __m128d B)
9346{
9347 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9348 (__v2df)(B),
9349 (__v4sf)(W),
9350 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9351}
9352
9353static __inline__ __m128 __DEFAULT_FN_ATTRS
9354_mm_maskz_cvtsd_ss (__mmask8 U, __m128 A, __m128d B)
9355{
9356 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9357 (__v2df)(B),
9358 (__v4sf)_mm_setzero_ps(),
9359 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9360}
9361
9362#define _mm_cvtss_i32 _mm_cvtss_si32
9363#define _mm_cvtss_i64 _mm_cvtss_si64
9364#define _mm_cvtsd_i32 _mm_cvtsd_si32
9365#define _mm_cvtsd_i64 _mm_cvtsd_si64
9366#define _mm_cvti32_sd _mm_cvtsi32_sd
9367#define _mm_cvti64_sd _mm_cvtsi64_sd
9368#define _mm_cvti32_ss _mm_cvtsi32_ss
9369#define _mm_cvti64_ss _mm_cvtsi64_ss
9370
Craig Topper8c18e112016-05-17 04:41:50 +00009371#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9372 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9373 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009374
Craig Topper8c18e112016-05-17 04:41:50 +00009375#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9376 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9377 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009378
Craig Topper8c18e112016-05-17 04:41:50 +00009379#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9380 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009381
Craig Topper8c18e112016-05-17 04:41:50 +00009382#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9383 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009384
Craig Topper8c18e112016-05-17 04:41:50 +00009385#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9386 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9387 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009388
Craig Topper8c18e112016-05-17 04:41:50 +00009389#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9390 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9391 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009392
Craig Topper8c18e112016-05-17 04:41:50 +00009393#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9394 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9395 (__v4sf)(__m128)(B), \
9396 (__v2df)_mm_undefined_pd(), \
9397 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009398
Craig Topper8c18e112016-05-17 04:41:50 +00009399#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9400 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9401 (__v4sf)(__m128)(B), \
9402 (__v2df)(__m128d)(W), \
9403 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009404
Craig Topper8c18e112016-05-17 04:41:50 +00009405#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9406 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9407 (__v4sf)(__m128)(B), \
9408 (__v2df)_mm_setzero_pd(), \
9409 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009410
9411static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouh89f65762016-06-02 08:11:35 +00009412_mm_mask_cvtss_sd (__m128d W, __mmask8 U, __m128d A, __m128 B)
9413{
9414 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9415 (__v4sf)(B),
9416 (__v2df)(W),
9417 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9418}
9419
9420static __inline__ __m128d __DEFAULT_FN_ATTRS
9421_mm_maskz_cvtss_sd (__mmask8 U, __m128d A, __m128 B)
9422{
9423 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9424 (__v4sf)(B),
9425 (__v2df)_mm_setzero_pd(),
9426 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9427}
9428
9429static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009430_mm_cvtu32_sd (__m128d __A, unsigned __B)
9431{
9432 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9433}
9434
Craig Topper8c18e112016-05-17 04:41:50 +00009435#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9436 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9437 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009438
9439static __inline__ __m128d __DEFAULT_FN_ATTRS
9440_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9441{
9442 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9443 _MM_FROUND_CUR_DIRECTION);
9444}
9445
Craig Topper8c18e112016-05-17 04:41:50 +00009446#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9447 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9448 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009449
9450static __inline__ __m128 __DEFAULT_FN_ATTRS
9451_mm_cvtu32_ss (__m128 __A, unsigned __B)
9452{
9453 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9454 _MM_FROUND_CUR_DIRECTION);
9455}
9456
Craig Topper8c18e112016-05-17 04:41:50 +00009457#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9458 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9459 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009460
9461static __inline__ __m128 __DEFAULT_FN_ATTRS
9462_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9463{
9464 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9465 _MM_FROUND_CUR_DIRECTION);
9466}
9467
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009468static __inline__ __m512i __DEFAULT_FN_ATTRS
9469_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9470{
9471 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9472 __M);
9473}
9474
9475static __inline__ __m512i __DEFAULT_FN_ATTRS
9476_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9477{
9478 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9479 __M);
9480}
9481
Michael Zuckerman178113e2016-05-19 12:07:49 +00009482static __inline __m512i __DEFAULT_FN_ATTRS
9483_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9484 int __E, int __F, int __G, int __H,
9485 int __I, int __J, int __K, int __L,
9486 int __M, int __N, int __O, int __P)
9487{
9488 return __extension__ (__m512i)(__v16si)
9489 { __P, __O, __N, __M, __L, __K, __J, __I,
9490 __H, __G, __F, __E, __D, __C, __B, __A };
9491}
9492
9493#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9494 e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009495 _mm512_set_epi32((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6), \
9496 (e5),(e4),(e3),(e2),(e1),(e0))
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009497
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009498static __inline__ __m512i __DEFAULT_FN_ATTRS
9499_mm512_set_epi64 (long long __A, long long __B, long long __C,
9500 long long __D, long long __E, long long __F,
9501 long long __G, long long __H)
9502{
9503 return __extension__ (__m512i) (__v8di)
9504 { __H, __G, __F, __E, __D, __C, __B, __A };
9505}
9506
Michael Zuckerman178113e2016-05-19 12:07:49 +00009507#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009508 _mm512_set_epi64((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009509
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009510static __inline__ __m512d __DEFAULT_FN_ATTRS
9511_mm512_set_pd (double __A, double __B, double __C, double __D,
9512 double __E, double __F, double __G, double __H)
9513{
9514 return __extension__ (__m512d)
9515 { __H, __G, __F, __E, __D, __C, __B, __A };
9516}
9517
Michael Zuckerman178113e2016-05-19 12:07:49 +00009518#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009519 _mm512_set_pd((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009520
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009521static __inline__ __m512 __DEFAULT_FN_ATTRS
9522_mm512_set_ps (float __A, float __B, float __C, float __D,
9523 float __E, float __F, float __G, float __H,
9524 float __I, float __J, float __K, float __L,
9525 float __M, float __N, float __O, float __P)
9526{
9527 return __extension__ (__m512)
9528 { __P, __O, __N, __M, __L, __K, __J, __I,
9529 __H, __G, __F, __E, __D, __C, __B, __A };
9530}
9531
Michael Zuckerman178113e2016-05-19 12:07:49 +00009532#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009533 _mm512_set_ps((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6),(e5), \
9534 (e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009535
Asaf Badouh13633282016-07-05 12:24:14 +00009536static __inline__ __m512 __DEFAULT_FN_ATTRS
9537_mm512_abs_ps(__m512 A)
9538{
9539 return (__m512)_mm512_and_epi32(_mm512_set1_epi32(0x7FFFFFFF),(__m512i)A) ;
9540}
9541
9542static __inline__ __m512 __DEFAULT_FN_ATTRS
9543_mm512_mask_abs_ps(__m512 W, __mmask16 K, __m512 A)
9544{
9545 return (__m512)_mm512_mask_and_epi32((__m512i)W, K, _mm512_set1_epi32(0x7FFFFFFF),(__m512i)A) ;
9546}
9547
9548static __inline__ __m512d __DEFAULT_FN_ATTRS
9549_mm512_abs_pd(__m512d A)
9550{
9551 return (__m512d)_mm512_and_epi64(_mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)A) ;
9552}
9553
9554static __inline__ __m512d __DEFAULT_FN_ATTRS
9555_mm512_mask_abs_pd(__m512d W, __mmask8 K, __m512d A)
9556{
9557 return (__m512d)_mm512_mask_and_epi64((__v8di)W, K, _mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)A);
9558}
9559
Michael Kupersteine45af542015-06-30 13:36:19 +00009560#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009561
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009562#endif // __AVX512FINTRIN_H