blob: 2395233d252ab155a951494f79f5a20f426eaa4c [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Michael Zuckermandef78752016-03-28 12:23:09 +000057typedef enum
58{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000059 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
60 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
61 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
62 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
63 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
64 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
65 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
66 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
67 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
68 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
69 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
70 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
71 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
72 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
73 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
74 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
75 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
76 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
77 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
78 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
79 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
80 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
81 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
82 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
83 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
84 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
85 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
86 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
87 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
88 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
89 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
90 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
91 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
92 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
93 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
94 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
95 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
96 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
97 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
98 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
99 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
100 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
101 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
102 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
103 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
104 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
105 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
106 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
107 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
108 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
109 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
110 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
111 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
112 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
113 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
114 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
115 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
116 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
117 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
118 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
119 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
120 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
121 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
122 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
123 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
124 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
125 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
126 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
127 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
128 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
129 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
130 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
131 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
132 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
133 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
134 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
135 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
136 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
137 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
138 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
139 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
140 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
141 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
142 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
143 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
144 _MM_PERM_DDDD = 0xFF
145} _MM_PERM_ENUM;
146
147typedef enum
148{
Michael Zuckermandef78752016-03-28 12:23:09 +0000149 _MM_MANT_NORM_1_2, /* interval [1, 2) */
150 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
151 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
152 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
153} _MM_MANTISSA_NORM_ENUM;
154
155typedef enum
156{
157 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
158 _MM_MANT_SIGN_zero, /* sign = 0 */
159 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
160} _MM_MANTISSA_SIGN_ENUM;
161
Eric Christopher4d1851682015-06-17 07:09:20 +0000162/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000163#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000164
Adam Nemet0d5bb552014-07-28 17:14:40 +0000165/* Create vectors with repeated elements */
166
Michael Kupersteine45af542015-06-30 13:36:19 +0000167static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000168_mm512_setzero_si512(void)
169{
170 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
171}
172
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000173#define _mm512_setzero_epi32 _mm512_setzero_si512
174
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000175static __inline__ __m512d __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000176_mm512_undefined_pd(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000177{
178 return (__m512d)__builtin_ia32_undef512();
179}
180
181static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000182_mm512_undefined(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000183{
184 return (__m512)__builtin_ia32_undef512();
185}
186
187static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000188_mm512_undefined_ps(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000189{
190 return (__m512)__builtin_ia32_undef512();
191}
192
193static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000194_mm512_undefined_epi32(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000195{
196 return (__m512i)__builtin_ia32_undef512();
197}
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000198
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000199static __inline__ __m512i __DEFAULT_FN_ATTRS
200_mm512_broadcastd_epi32 (__m128i __A)
201{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000202 return (__m512i)__builtin_shufflevector((__v4si) __A,
203 (__v4si)_mm_undefined_si128(),
204 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000205}
206
207static __inline__ __m512i __DEFAULT_FN_ATTRS
208_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
209{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000210 return (__m512i)__builtin_ia32_selectd_512(__M,
211 (__v16si) _mm512_broadcastd_epi32(__A),
212 (__v16si) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000213}
214
215static __inline__ __m512i __DEFAULT_FN_ATTRS
216_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
217{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000218 return (__m512i)__builtin_ia32_selectd_512(__M,
219 (__v16si) _mm512_broadcastd_epi32(__A),
220 (__v16si) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000221}
222
223static __inline__ __m512i __DEFAULT_FN_ATTRS
224_mm512_broadcastq_epi64 (__m128i __A)
225{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000226 return (__m512i)__builtin_shufflevector((__v2di) __A,
227 (__v2di) _mm_undefined_si128(),
228 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000229}
230
231static __inline__ __m512i __DEFAULT_FN_ATTRS
232_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
233{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000234 return (__m512i)__builtin_ia32_selectq_512(__M,
235 (__v8di) _mm512_broadcastq_epi64(__A),
236 (__v8di) __O);
237
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000238}
239
240static __inline__ __m512i __DEFAULT_FN_ATTRS
241_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
242{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000243 return (__m512i)__builtin_ia32_selectq_512(__M,
244 (__v8di) _mm512_broadcastq_epi64(__A),
245 (__v8di) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000246}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000247
Michael Kupersteine45af542015-06-30 13:36:19 +0000248static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000249_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
250{
251 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
252 (__v16si)
253 _mm512_setzero_si512 (),
254 __M);
255}
256
Michael Kupersteine45af542015-06-30 13:36:19 +0000257static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000258_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
259{
260#ifdef __x86_64__
261 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
262 (__v8di)
263 _mm512_setzero_si512 (),
264 __M);
265#else
266 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
267 (__v8di)
268 _mm512_setzero_si512 (),
269 __M);
270#endif
271}
272
Michael Kupersteine45af542015-06-30 13:36:19 +0000273static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000274_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000275{
276 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
277 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
278}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000279
280#define _mm512_setzero _mm512_setzero_ps
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000282static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000283_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000284{
285 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
286}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000287
Michael Kupersteine45af542015-06-30 13:36:19 +0000288static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000289_mm512_set1_ps(float __w)
290{
291 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
292 __w, __w, __w, __w, __w, __w, __w, __w };
293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000296_mm512_set1_pd(double __w)
297{
298 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000302_mm512_set1_epi8(char __w)
303{
304 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w,
306 __w, __w, __w, __w, __w, __w, __w, __w,
307 __w, __w, __w, __w, __w, __w, __w, __w,
308 __w, __w, __w, __w, __w, __w, __w, __w,
309 __w, __w, __w, __w, __w, __w, __w, __w,
310 __w, __w, __w, __w, __w, __w, __w, __w,
311 __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
314static __inline __m512i __DEFAULT_FN_ATTRS
315_mm512_set1_epi16(short __w)
316{
317 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w };
321}
322
323static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000324_mm512_set1_epi32(int __s)
325{
326 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
327 __s, __s, __s, __s, __s, __s, __s, __s };
328}
329
Michael Kupersteine45af542015-06-30 13:36:19 +0000330static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000331_mm512_set1_epi64(long long __d)
332{
333 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
334}
335
Michael Kupersteine45af542015-06-30 13:36:19 +0000336static __inline__ __m512 __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000337_mm512_broadcastss_ps(__m128 __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000338{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000339 return (__m512)__builtin_shufflevector((__v4sf) __A,
340 (__v4sf)_mm_undefined_ps(),
341 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000342}
343
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000344static __inline __m512i __DEFAULT_FN_ATTRS
345_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
346{
347 return (__m512i)(__v16si)
348 { __D, __C, __B, __A, __D, __C, __B, __A,
349 __D, __C, __B, __A, __D, __C, __B, __A };
350}
351
352static __inline __m512i __DEFAULT_FN_ATTRS
353_mm512_set4_epi64 (long long __A, long long __B, long long __C,
354 long long __D)
355{
356 return (__m512i) (__v8di)
357 { __D, __C, __B, __A, __D, __C, __B, __A };
358}
359
360static __inline __m512d __DEFAULT_FN_ATTRS
361_mm512_set4_pd (double __A, double __B, double __C, double __D)
362{
363 return (__m512d)
364 { __D, __C, __B, __A, __D, __C, __B, __A };
365}
366
367static __inline __m512 __DEFAULT_FN_ATTRS
368_mm512_set4_ps (float __A, float __B, float __C, float __D)
369{
370 return (__m512)
371 { __D, __C, __B, __A, __D, __C, __B, __A,
372 __D, __C, __B, __A, __D, __C, __B, __A };
373}
374
375#define _mm512_setr4_epi32(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000376 _mm512_set4_epi32((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000377
378#define _mm512_setr4_epi64(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000379 _mm512_set4_epi64((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000380
381#define _mm512_setr4_pd(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000382 _mm512_set4_pd((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000383
384#define _mm512_setr4_ps(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000385 _mm512_set4_ps((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000386
Michael Kupersteine45af542015-06-30 13:36:19 +0000387static __inline__ __m512d __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000388_mm512_broadcastsd_pd(__m128d __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000389{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000390 return (__m512d)__builtin_shufflevector((__v2df) __A,
391 (__v2df) _mm_undefined_pd(),
392 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000393}
394
Adam Nemetc871ff92014-07-30 16:51:24 +0000395/* Cast between vector types */
396
Michael Kupersteine45af542015-06-30 13:36:19 +0000397static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000398_mm512_castpd256_pd512(__m256d __a)
399{
400 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
401}
402
Michael Kupersteine45af542015-06-30 13:36:19 +0000403static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000404_mm512_castps256_ps512(__m256 __a)
405{
406 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
407 -1, -1, -1, -1, -1, -1, -1, -1);
408}
409
Michael Kupersteine45af542015-06-30 13:36:19 +0000410static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000411_mm512_castpd512_pd128(__m512d __a)
412{
413 return __builtin_shufflevector(__a, __a, 0, 1);
414}
415
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000416static __inline __m256d __DEFAULT_FN_ATTRS
417_mm512_castpd512_pd256 (__m512d __A)
418{
419 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
420}
421
Michael Kupersteine45af542015-06-30 13:36:19 +0000422static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000423_mm512_castps512_ps128(__m512 __a)
424{
425 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
426}
427
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000428static __inline __m256 __DEFAULT_FN_ATTRS
429_mm512_castps512_ps256 (__m512 __A)
430{
431 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
432}
433
434static __inline __m512 __DEFAULT_FN_ATTRS
435_mm512_castpd_ps (__m512d __A)
436{
437 return (__m512) (__A);
438}
439
440static __inline __m512i __DEFAULT_FN_ATTRS
441_mm512_castpd_si512 (__m512d __A)
442{
443 return (__m512i) (__A);
444}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000445
446static __inline__ __m512d __DEFAULT_FN_ATTRS
447_mm512_castpd128_pd512 (__m128d __A)
448{
449 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
450}
451
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000452static __inline __m512d __DEFAULT_FN_ATTRS
453_mm512_castps_pd (__m512 __A)
454{
455 return (__m512d) (__A);
456}
457
458static __inline __m512i __DEFAULT_FN_ATTRS
459_mm512_castps_si512 (__m512 __A)
460{
461 return (__m512i) (__A);
462}
463
Michael Zuckermanc6677032016-05-03 14:26:52 +0000464static __inline__ __m512 __DEFAULT_FN_ATTRS
465_mm512_castps128_ps512 (__m128 __A)
466{
467 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
468}
469
470static __inline__ __m512i __DEFAULT_FN_ATTRS
471_mm512_castsi128_si512 (__m128i __A)
472{
473 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
474}
475
476static __inline__ __m512i __DEFAULT_FN_ATTRS
477_mm512_castsi256_si512 (__m256i __A)
478{
479 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
480}
481
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000482static __inline __m512 __DEFAULT_FN_ATTRS
483_mm512_castsi512_ps (__m512i __A)
484{
485 return (__m512) (__A);
486}
487
488static __inline __m512d __DEFAULT_FN_ATTRS
489_mm512_castsi512_pd (__m512i __A)
490{
491 return (__m512d) (__A);
492}
493
494static __inline __m128i __DEFAULT_FN_ATTRS
495_mm512_castsi512_si128 (__m512i __A)
496{
497 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
498}
499
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000500static __inline __m256i __DEFAULT_FN_ATTRS
501_mm512_castsi512_si256 (__m512i __A)
502{
503 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
504}
505
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000506/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000507static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000508_mm512_and_epi32(__m512i __a, __m512i __b)
509{
Craig Topper6a77b622016-06-04 05:43:41 +0000510 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000511}
512
Michael Kupersteine45af542015-06-30 13:36:19 +0000513static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000514_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
515{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000516 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
Asaf Badouh13633282016-07-05 12:24:14 +0000517 (__v16si) _mm512_and_epi32(__a, __b),
518 (__v16si) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000519}
Asaf Badouh13633282016-07-05 12:24:14 +0000520
Michael Kupersteine45af542015-06-30 13:36:19 +0000521static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000522_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
523{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000524 return (__m512i) _mm512_mask_and_epi32(_mm512_setzero_si512 (),
Asaf Badouh13633282016-07-05 12:24:14 +0000525 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000526}
527
Michael Kupersteine45af542015-06-30 13:36:19 +0000528static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000529_mm512_and_epi64(__m512i __a, __m512i __b)
530{
Craig Topper6a77b622016-06-04 05:43:41 +0000531 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000532}
533
Michael Kupersteine45af542015-06-30 13:36:19 +0000534static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000535_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
536{
Asaf Badouh13633282016-07-05 12:24:14 +0000537 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __k,
538 (__v8di) _mm512_and_epi64(__a, __b),
539 (__v8di) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000540}
Asaf Badouh13633282016-07-05 12:24:14 +0000541
Michael Kupersteine45af542015-06-30 13:36:19 +0000542static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000543_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
544{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000545 return (__m512i) _mm512_mask_and_epi64(_mm512_setzero_si512 (),
Asaf Badouh13633282016-07-05 12:24:14 +0000546 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000547}
548
Michael Kupersteine45af542015-06-30 13:36:19 +0000549static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000550_mm512_andnot_si512 (__m512i __A, __m512i __B)
551{
Craig Topper6a77b622016-06-04 05:43:41 +0000552 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000553}
554
555static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000556_mm512_andnot_epi32 (__m512i __A, __m512i __B)
557{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000558 return (__m512i)(~(__v16su)(__A) & (__v16su)__B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000559}
560
Michael Kupersteine45af542015-06-30 13:36:19 +0000561static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000562_mm512_mask_andnot_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000563{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000564 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
565 (__v16si)_mm512_andnot_epi32(__A, __B),
566 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000567}
568
Michael Kupersteine45af542015-06-30 13:36:19 +0000569static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000570_mm512_maskz_andnot_epi32(__mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000571{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000572 return (__m512i)_mm512_mask_andnot_epi32(_mm512_setzero_si512(),
573 __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000574}
575
Michael Kupersteine45af542015-06-30 13:36:19 +0000576static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000577_mm512_andnot_epi64(__m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000578{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000579 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000582static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000583_mm512_mask_andnot_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000584{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000585 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
586 (__v8di)_mm512_andnot_epi64(__A, __B),
587 (__v8di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000588}
589
Michael Kupersteine45af542015-06-30 13:36:19 +0000590static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000591_mm512_maskz_andnot_epi64(__mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000592{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000593 return (__m512i)_mm512_mask_andnot_epi64(_mm512_setzero_si512(),
594 __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000595}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000596
Michael Kupersteine45af542015-06-30 13:36:19 +0000597static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000598_mm512_or_epi32(__m512i __a, __m512i __b)
599{
Craig Topper6a77b622016-06-04 05:43:41 +0000600 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000601}
602
Michael Kupersteine45af542015-06-30 13:36:19 +0000603static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000604_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
605{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000606 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
607 (__v16si)_mm512_or_epi32(__a, __b),
608 (__v16si)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000609}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000610
Michael Kupersteine45af542015-06-30 13:36:19 +0000611static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000612_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
613{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000614 return (__m512i)_mm512_mask_or_epi32(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000615}
616
Michael Kupersteine45af542015-06-30 13:36:19 +0000617static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000618_mm512_or_epi64(__m512i __a, __m512i __b)
619{
Craig Topper6a77b622016-06-04 05:43:41 +0000620 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000621}
622
Michael Kupersteine45af542015-06-30 13:36:19 +0000623static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000624_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
625{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000626 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__k,
627 (__v8di)_mm512_or_epi64(__a, __b),
628 (__v8di)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000629}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000630
Michael Kupersteine45af542015-06-30 13:36:19 +0000631static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000632_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
633{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000634 return (__m512i)_mm512_mask_or_epi64(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000635}
636
Michael Kupersteine45af542015-06-30 13:36:19 +0000637static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000638_mm512_xor_epi32(__m512i __a, __m512i __b)
639{
Craig Topper6a77b622016-06-04 05:43:41 +0000640 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000641}
642
Michael Kupersteine45af542015-06-30 13:36:19 +0000643static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000644_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
645{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000646 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
647 (__v16si)_mm512_xor_epi32(__a, __b),
648 (__v16si)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000649}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000650
Michael Kupersteine45af542015-06-30 13:36:19 +0000651static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000652_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
653{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000654 return (__m512i)_mm512_mask_xor_epi32(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000655}
656
Michael Kupersteine45af542015-06-30 13:36:19 +0000657static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000658_mm512_xor_epi64(__m512i __a, __m512i __b)
659{
Craig Topper6a77b622016-06-04 05:43:41 +0000660 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000661}
662
Michael Kupersteine45af542015-06-30 13:36:19 +0000663static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000664_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
665{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000666 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__k,
667 (__v8di)_mm512_xor_epi64(__a, __b),
668 (__v8di)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000669}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000670
Michael Kupersteine45af542015-06-30 13:36:19 +0000671static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000672_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
673{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000674 return (__m512i)_mm512_mask_xor_epi64(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000675}
676
Michael Kupersteine45af542015-06-30 13:36:19 +0000677static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000678_mm512_and_si512(__m512i __a, __m512i __b)
679{
Craig Topper6a77b622016-06-04 05:43:41 +0000680 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000681}
682
Michael Kupersteine45af542015-06-30 13:36:19 +0000683static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000684_mm512_or_si512(__m512i __a, __m512i __b)
685{
Craig Topper6a77b622016-06-04 05:43:41 +0000686 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000687}
688
Michael Kupersteine45af542015-06-30 13:36:19 +0000689static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000690_mm512_xor_si512(__m512i __a, __m512i __b)
691{
Craig Topper6a77b622016-06-04 05:43:41 +0000692 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000693}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000694
Adam Nemet0d5bb552014-07-28 17:14:40 +0000695/* Arithmetic */
696
Michael Kupersteine45af542015-06-30 13:36:19 +0000697static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000698_mm512_add_pd(__m512d __a, __m512d __b)
699{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000700 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000701}
702
Michael Kupersteine45af542015-06-30 13:36:19 +0000703static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000704_mm512_add_ps(__m512 __a, __m512 __b)
705{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000706 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000707}
708
Michael Kupersteine45af542015-06-30 13:36:19 +0000709static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000710_mm512_mul_pd(__m512d __a, __m512d __b)
711{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000712 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000713}
714
Michael Kupersteine45af542015-06-30 13:36:19 +0000715static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000716_mm512_mul_ps(__m512 __a, __m512 __b)
717{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000718 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000719}
720
Michael Kupersteine45af542015-06-30 13:36:19 +0000721static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000722_mm512_sub_pd(__m512d __a, __m512d __b)
723{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000724 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000725}
726
Michael Kupersteine45af542015-06-30 13:36:19 +0000727static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000728_mm512_sub_ps(__m512 __a, __m512 __b)
729{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000730 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000731}
732
Michael Kupersteine45af542015-06-30 13:36:19 +0000733static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000734_mm512_add_epi64 (__m512i __A, __m512i __B)
735{
Craig Topper6a77b622016-06-04 05:43:41 +0000736 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000737}
738
Michael Kupersteine45af542015-06-30 13:36:19 +0000739static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000740_mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
741{
742 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
743 (__v8di) __B,
744 (__v8di) __W,
745 (__mmask8) __U);
746}
747
Michael Kupersteine45af542015-06-30 13:36:19 +0000748static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000749_mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
750{
751 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
752 (__v8di) __B,
753 (__v8di)
754 _mm512_setzero_si512 (),
755 (__mmask8) __U);
756}
757
Michael Kupersteine45af542015-06-30 13:36:19 +0000758static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000759_mm512_sub_epi64 (__m512i __A, __m512i __B)
760{
Craig Topper6a77b622016-06-04 05:43:41 +0000761 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000762}
763
Michael Kupersteine45af542015-06-30 13:36:19 +0000764static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000765_mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
766{
767 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
768 (__v8di) __B,
769 (__v8di) __W,
770 (__mmask8) __U);
771}
772
Michael Kupersteine45af542015-06-30 13:36:19 +0000773static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000774_mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
775{
776 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
777 (__v8di) __B,
778 (__v8di)
779 _mm512_setzero_si512 (),
780 (__mmask8) __U);
781}
782
Michael Kupersteine45af542015-06-30 13:36:19 +0000783static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000784_mm512_add_epi32 (__m512i __A, __m512i __B)
785{
Craig Topper6a77b622016-06-04 05:43:41 +0000786 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000787}
788
Michael Kupersteine45af542015-06-30 13:36:19 +0000789static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000790_mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
791{
792 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
793 (__v16si) __B,
794 (__v16si) __W,
795 (__mmask16) __U);
796}
797
Michael Kupersteine45af542015-06-30 13:36:19 +0000798static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000799_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
800{
801 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
802 (__v16si) __B,
803 (__v16si)
804 _mm512_setzero_si512 (),
805 (__mmask16) __U);
806}
807
Michael Kupersteine45af542015-06-30 13:36:19 +0000808static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000809_mm512_sub_epi32 (__m512i __A, __m512i __B)
810{
Craig Topper6a77b622016-06-04 05:43:41 +0000811 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000812}
813
Michael Kupersteine45af542015-06-30 13:36:19 +0000814static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000815_mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
816{
817 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
818 (__v16si) __B,
819 (__v16si) __W,
820 (__mmask16) __U);
821}
822
Michael Kupersteine45af542015-06-30 13:36:19 +0000823static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000824_mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
825{
826 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
827 (__v16si) __B,
828 (__v16si)
829 _mm512_setzero_si512 (),
830 (__mmask16) __U);
831}
832
Craig Topperf3efec62016-06-08 06:08:07 +0000833#define _mm512_mask_max_round_pd(W, U, A, B, R) __extension__ ({ \
834 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
835 (__v8df)(__m512d)(B), \
836 (__v8df)(__m512d)(W), (__mmask8)(U), \
837 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000838
Craig Topperf3efec62016-06-08 06:08:07 +0000839#define _mm512_maskz_max_round_pd(U, A, B, R) __extension__ ({ \
840 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
841 (__v8df)(__m512d)(B), \
842 (__v8df)_mm512_setzero_pd(), \
843 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000844
Craig Topperf3efec62016-06-08 06:08:07 +0000845#define _mm512_max_round_pd(A, B, R) __extension__ ({ \
846 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
847 (__v8df)(__m512d)(B), \
848 (__v8df)_mm512_undefined_pd(), \
849 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000850
Michael Kupersteine45af542015-06-30 13:36:19 +0000851static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000852_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000853{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000854 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
855 (__v8df) __B,
856 (__v8df)
857 _mm512_setzero_pd (),
858 (__mmask8) -1,
859 _MM_FROUND_CUR_DIRECTION);
860}
861
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000862static __inline__ __m512d __DEFAULT_FN_ATTRS
863_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
864{
865 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
866 (__v8df) __B,
867 (__v8df) __W,
868 (__mmask8) __U,
869 _MM_FROUND_CUR_DIRECTION);
870}
871
872static __inline__ __m512d __DEFAULT_FN_ATTRS
873_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
874{
875 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
876 (__v8df) __B,
877 (__v8df)
878 _mm512_setzero_pd (),
879 (__mmask8) __U,
880 _MM_FROUND_CUR_DIRECTION);
881}
882
Craig Topperf3efec62016-06-08 06:08:07 +0000883#define _mm512_mask_max_round_ps(W, U, A, B, R) __extension__ ({ \
884 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
885 (__v16sf)(__m512)(B), \
886 (__v16sf)(__m512)(W), (__mmask16)(U), \
887 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000888
Craig Topperf3efec62016-06-08 06:08:07 +0000889#define _mm512_maskz_max_round_ps(U, A, B, R) __extension__ ({ \
890 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
891 (__v16sf)(__m512)(B), \
892 (__v16sf)_mm512_setzero_ps(), \
893 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000894
Craig Topperf3efec62016-06-08 06:08:07 +0000895#define _mm512_max_round_ps(A, B, R) __extension__ ({ \
896 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
897 (__v16sf)(__m512)(B), \
898 (__v16sf)_mm512_undefined_ps(), \
899 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000900
Michael Kupersteine45af542015-06-30 13:36:19 +0000901static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000902_mm512_max_ps(__m512 __A, __m512 __B)
903{
904 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
905 (__v16sf) __B,
906 (__v16sf)
907 _mm512_setzero_ps (),
908 (__mmask16) -1,
909 _MM_FROUND_CUR_DIRECTION);
910}
911
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000912static __inline__ __m512 __DEFAULT_FN_ATTRS
913_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
914{
915 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
916 (__v16sf) __B,
917 (__v16sf) __W,
918 (__mmask16) __U,
919 _MM_FROUND_CUR_DIRECTION);
920}
921
922static __inline__ __m512 __DEFAULT_FN_ATTRS
923_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
924{
925 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
926 (__v16sf) __B,
927 (__v16sf)
928 _mm512_setzero_ps (),
929 (__mmask16) __U,
930 _MM_FROUND_CUR_DIRECTION);
931}
932
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000933static __inline__ __m128 __DEFAULT_FN_ATTRS
934_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000935 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000936 (__v4sf) __B,
937 (__v4sf) __W,
938 (__mmask8) __U,
939 _MM_FROUND_CUR_DIRECTION);
940}
941
942static __inline__ __m128 __DEFAULT_FN_ATTRS
943_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000944 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000945 (__v4sf) __B,
946 (__v4sf) _mm_setzero_ps (),
947 (__mmask8) __U,
948 _MM_FROUND_CUR_DIRECTION);
949}
950
Craig Topper8c18e112016-05-17 04:41:50 +0000951#define _mm_max_round_ss(A, B, R) __extension__ ({ \
952 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
953 (__v4sf)(__m128)(B), \
954 (__v4sf)_mm_setzero_ps(), \
955 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000956
Craig Topper8c18e112016-05-17 04:41:50 +0000957#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
958 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
959 (__v4sf)(__m128)(B), \
960 (__v4sf)(__m128)(W), (__mmask8)(U), \
961 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000962
Craig Topper8c18e112016-05-17 04:41:50 +0000963#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
964 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
965 (__v4sf)(__m128)(B), \
966 (__v4sf)_mm_setzero_ps(), \
967 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000968
969static __inline__ __m128d __DEFAULT_FN_ATTRS
970_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000971 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000972 (__v2df) __B,
973 (__v2df) __W,
974 (__mmask8) __U,
975 _MM_FROUND_CUR_DIRECTION);
976}
977
978static __inline__ __m128d __DEFAULT_FN_ATTRS
979_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000980 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000981 (__v2df) __B,
982 (__v2df) _mm_setzero_pd (),
983 (__mmask8) __U,
984 _MM_FROUND_CUR_DIRECTION);
985}
986
Craig Topper8c18e112016-05-17 04:41:50 +0000987#define _mm_max_round_sd(A, B, R) __extension__ ({ \
988 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
989 (__v2df)(__m128d)(B), \
990 (__v2df)_mm_setzero_pd(), \
991 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000992
Craig Topper8c18e112016-05-17 04:41:50 +0000993#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
994 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
995 (__v2df)(__m128d)(B), \
996 (__v2df)(__m128d)(W), \
997 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000998
Craig Topper8c18e112016-05-17 04:41:50 +0000999#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1000 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1001 (__v2df)(__m128d)(B), \
1002 (__v2df)_mm_setzero_pd(), \
1003 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001004
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001005static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001006__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001007_mm512_max_epi32(__m512i __A, __m512i __B)
1008{
1009 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1010 (__v16si) __B,
1011 (__v16si)
1012 _mm512_setzero_si512 (),
1013 (__mmask16) -1);
1014}
1015
Michael Zuckermande860e52016-05-10 11:34:19 +00001016static __inline__ __m512i __DEFAULT_FN_ATTRS
1017_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1018{
1019 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1020 (__v16si) __B,
1021 (__v16si) __W, __M);
1022}
1023
1024static __inline__ __m512i __DEFAULT_FN_ATTRS
1025_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1026{
1027 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1028 (__v16si) __B,
1029 (__v16si)
1030 _mm512_setzero_si512 (),
1031 __M);
1032}
1033
Michael Kupersteine45af542015-06-30 13:36:19 +00001034static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001035_mm512_max_epu32(__m512i __A, __m512i __B)
1036{
1037 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1038 (__v16si) __B,
1039 (__v16si)
1040 _mm512_setzero_si512 (),
1041 (__mmask16) -1);
1042}
1043
Michael Zuckermande860e52016-05-10 11:34:19 +00001044static __inline__ __m512i __DEFAULT_FN_ATTRS
1045_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1046{
1047 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1048 (__v16si) __B,
1049 (__v16si) __W, __M);
1050}
1051
1052static __inline__ __m512i __DEFAULT_FN_ATTRS
1053_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1054{
1055 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1056 (__v16si) __B,
1057 (__v16si)
1058 _mm512_setzero_si512 (),
1059 __M);
1060}
1061
Michael Kupersteine45af542015-06-30 13:36:19 +00001062static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001063_mm512_max_epi64(__m512i __A, __m512i __B)
1064{
1065 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1066 (__v8di) __B,
1067 (__v8di)
1068 _mm512_setzero_si512 (),
1069 (__mmask8) -1);
1070}
1071
Michael Zuckermande860e52016-05-10 11:34:19 +00001072static __inline__ __m512i __DEFAULT_FN_ATTRS
1073_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1074{
1075 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1076 (__v8di) __B,
1077 (__v8di) __W, __M);
1078}
1079
1080static __inline__ __m512i __DEFAULT_FN_ATTRS
1081_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1082{
1083 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1084 (__v8di) __B,
1085 (__v8di)
1086 _mm512_setzero_si512 (),
1087 __M);
1088}
1089
Michael Kupersteine45af542015-06-30 13:36:19 +00001090static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001091_mm512_max_epu64(__m512i __A, __m512i __B)
1092{
1093 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1094 (__v8di) __B,
1095 (__v8di)
1096 _mm512_setzero_si512 (),
1097 (__mmask8) -1);
1098}
1099
Michael Zuckermande860e52016-05-10 11:34:19 +00001100static __inline__ __m512i __DEFAULT_FN_ATTRS
1101_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1102{
1103 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1104 (__v8di) __B,
1105 (__v8di) __W, __M);
1106}
1107
1108static __inline__ __m512i __DEFAULT_FN_ATTRS
1109_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1110{
1111 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1112 (__v8di) __B,
1113 (__v8di)
1114 _mm512_setzero_si512 (),
1115 __M);
1116}
1117
Craig Topperf3efec62016-06-08 06:08:07 +00001118#define _mm512_mask_min_round_pd(W, U, A, B, R) __extension__ ({ \
1119 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1120 (__v8df)(__m512d)(B), \
1121 (__v8df)(__m512d)(W), (__mmask8)(U), \
1122 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001123
Craig Topperf3efec62016-06-08 06:08:07 +00001124#define _mm512_maskz_min_round_pd(U, A, B, R) __extension__ ({ \
1125 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1126 (__v8df)(__m512d)(B), \
1127 (__v8df)_mm512_setzero_pd(), \
1128 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001129
Craig Topperf3efec62016-06-08 06:08:07 +00001130#define _mm512_min_round_pd(A, B, R) __extension__ ({ \
1131 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1132 (__v8df)(__m512d)(B), \
1133 (__v8df)_mm512_undefined_pd(), \
1134 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001135
Michael Kupersteine45af542015-06-30 13:36:19 +00001136static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001137_mm512_min_pd(__m512d __A, __m512d __B)
1138{
1139 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1140 (__v8df) __B,
1141 (__v8df)
1142 _mm512_setzero_pd (),
1143 (__mmask8) -1,
1144 _MM_FROUND_CUR_DIRECTION);
1145}
1146
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001147static __inline__ __m512d __DEFAULT_FN_ATTRS
1148_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1149{
1150 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1151 (__v8df) __B,
1152 (__v8df) __W,
1153 (__mmask8) __U,
1154 _MM_FROUND_CUR_DIRECTION);
1155}
1156
Craig Topperf3efec62016-06-08 06:08:07 +00001157#define _mm512_mask_min_round_ps(W, U, A, B, R) __extension__ ({ \
1158 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1159 (__v16sf)(__m512)(B), \
1160 (__v16sf)(__m512)(W), (__mmask16)(U), \
1161 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001162
Craig Topperf3efec62016-06-08 06:08:07 +00001163#define _mm512_maskz_min_round_ps(U, A, B, R) __extension__ ({ \
1164 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1165 (__v16sf)(__m512)(B), \
1166 (__v16sf)_mm512_setzero_ps(), \
1167 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001168
Craig Topperf3efec62016-06-08 06:08:07 +00001169#define _mm512_min_round_ps(A, B, R) __extension__ ({ \
1170 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1171 (__v16sf)(__m512)(B), \
1172 (__v16sf)_mm512_undefined_ps(), \
1173 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001174
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001175static __inline__ __m512d __DEFAULT_FN_ATTRS
1176_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1177{
1178 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1179 (__v8df) __B,
1180 (__v8df)
1181 _mm512_setzero_pd (),
1182 (__mmask8) __U,
1183 _MM_FROUND_CUR_DIRECTION);
1184}
1185
Michael Kupersteine45af542015-06-30 13:36:19 +00001186static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001187_mm512_min_ps(__m512 __A, __m512 __B)
1188{
1189 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1190 (__v16sf) __B,
1191 (__v16sf)
1192 _mm512_setzero_ps (),
1193 (__mmask16) -1,
1194 _MM_FROUND_CUR_DIRECTION);
1195}
1196
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001197static __inline__ __m512 __DEFAULT_FN_ATTRS
1198_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1199{
1200 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1201 (__v16sf) __B,
1202 (__v16sf) __W,
1203 (__mmask16) __U,
1204 _MM_FROUND_CUR_DIRECTION);
1205}
1206
1207static __inline__ __m512 __DEFAULT_FN_ATTRS
1208_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1209{
1210 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1211 (__v16sf) __B,
1212 (__v16sf)
1213 _mm512_setzero_ps (),
1214 (__mmask16) __U,
1215 _MM_FROUND_CUR_DIRECTION);
1216}
1217
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001218static __inline__ __m128 __DEFAULT_FN_ATTRS
1219_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001220 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001221 (__v4sf) __B,
1222 (__v4sf) __W,
1223 (__mmask8) __U,
1224 _MM_FROUND_CUR_DIRECTION);
1225}
1226
1227static __inline__ __m128 __DEFAULT_FN_ATTRS
1228_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001229 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001230 (__v4sf) __B,
1231 (__v4sf) _mm_setzero_ps (),
1232 (__mmask8) __U,
1233 _MM_FROUND_CUR_DIRECTION);
1234}
1235
Craig Topper8c18e112016-05-17 04:41:50 +00001236#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1237 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1238 (__v4sf)(__m128)(B), \
1239 (__v4sf)_mm_setzero_ps(), \
1240 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001241
Craig Topper8c18e112016-05-17 04:41:50 +00001242#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1243 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1244 (__v4sf)(__m128)(B), \
1245 (__v4sf)(__m128)(W), (__mmask8)(U), \
1246 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001247
Craig Topper8c18e112016-05-17 04:41:50 +00001248#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1249 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1250 (__v4sf)(__m128)(B), \
1251 (__v4sf)_mm_setzero_ps(), \
1252 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001253
1254static __inline__ __m128d __DEFAULT_FN_ATTRS
1255_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001256 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001257 (__v2df) __B,
1258 (__v2df) __W,
1259 (__mmask8) __U,
1260 _MM_FROUND_CUR_DIRECTION);
1261}
1262
1263static __inline__ __m128d __DEFAULT_FN_ATTRS
1264_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001265 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001266 (__v2df) __B,
1267 (__v2df) _mm_setzero_pd (),
1268 (__mmask8) __U,
1269 _MM_FROUND_CUR_DIRECTION);
1270}
1271
Craig Topper8c18e112016-05-17 04:41:50 +00001272#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1273 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1274 (__v2df)(__m128d)(B), \
1275 (__v2df)_mm_setzero_pd(), \
1276 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001277
Craig Topper8c18e112016-05-17 04:41:50 +00001278#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1279 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1280 (__v2df)(__m128d)(B), \
1281 (__v2df)(__m128d)(W), \
1282 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001283
Craig Topper8c18e112016-05-17 04:41:50 +00001284#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1285 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1286 (__v2df)(__m128d)(B), \
1287 (__v2df)_mm_setzero_pd(), \
1288 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001289
Adam Nemet0d5bb552014-07-28 17:14:40 +00001290static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001291__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001292_mm512_min_epi32(__m512i __A, __m512i __B)
1293{
1294 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1295 (__v16si) __B,
1296 (__v16si)
1297 _mm512_setzero_si512 (),
1298 (__mmask16) -1);
1299}
1300
Michael Zuckermande860e52016-05-10 11:34:19 +00001301static __inline__ __m512i __DEFAULT_FN_ATTRS
1302_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1303{
1304 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1305 (__v16si) __B,
1306 (__v16si) __W, __M);
1307}
1308
1309static __inline__ __m512i __DEFAULT_FN_ATTRS
1310_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1311{
1312 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1313 (__v16si) __B,
1314 (__v16si)
1315 _mm512_setzero_si512 (),
1316 __M);
1317}
1318
Michael Kupersteine45af542015-06-30 13:36:19 +00001319static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001320_mm512_min_epu32(__m512i __A, __m512i __B)
1321{
1322 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1323 (__v16si) __B,
1324 (__v16si)
1325 _mm512_setzero_si512 (),
1326 (__mmask16) -1);
1327}
1328
Michael Zuckermande860e52016-05-10 11:34:19 +00001329static __inline__ __m512i __DEFAULT_FN_ATTRS
1330_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1331{
1332 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1333 (__v16si) __B,
1334 (__v16si) __W, __M);
1335}
1336
1337static __inline__ __m512i __DEFAULT_FN_ATTRS
1338_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1339{
1340 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1341 (__v16si) __B,
1342 (__v16si)
1343 _mm512_setzero_si512 (),
1344 __M);
1345}
1346
Michael Kupersteine45af542015-06-30 13:36:19 +00001347static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001348_mm512_min_epi64(__m512i __A, __m512i __B)
1349{
1350 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1351 (__v8di) __B,
1352 (__v8di)
1353 _mm512_setzero_si512 (),
1354 (__mmask8) -1);
1355}
1356
Michael Zuckermande860e52016-05-10 11:34:19 +00001357static __inline__ __m512i __DEFAULT_FN_ATTRS
1358_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1359{
1360 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1361 (__v8di) __B,
1362 (__v8di) __W, __M);
1363}
1364
1365static __inline__ __m512i __DEFAULT_FN_ATTRS
1366_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1367{
1368 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1369 (__v8di) __B,
1370 (__v8di)
1371 _mm512_setzero_si512 (),
1372 __M);
1373}
1374
Michael Kupersteine45af542015-06-30 13:36:19 +00001375static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001376_mm512_min_epu64(__m512i __A, __m512i __B)
1377{
1378 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1379 (__v8di) __B,
1380 (__v8di)
1381 _mm512_setzero_si512 (),
1382 (__mmask8) -1);
1383}
1384
Michael Zuckermande860e52016-05-10 11:34:19 +00001385static __inline__ __m512i __DEFAULT_FN_ATTRS
1386_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1387{
1388 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1389 (__v8di) __B,
1390 (__v8di) __W, __M);
1391}
1392
1393static __inline__ __m512i __DEFAULT_FN_ATTRS
1394_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1395{
1396 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1397 (__v8di) __B,
1398 (__v8di)
1399 _mm512_setzero_si512 (),
1400 __M);
1401}
1402
Michael Kupersteine45af542015-06-30 13:36:19 +00001403static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001404_mm512_mul_epi32(__m512i __X, __m512i __Y)
1405{
1406 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1407 (__v16si) __Y,
1408 (__v8di)
1409 _mm512_setzero_si512 (),
1410 (__mmask8) -1);
1411}
1412
Michael Kupersteine45af542015-06-30 13:36:19 +00001413static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001414_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1415{
1416 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1417 (__v16si) __Y,
1418 (__v8di) __W, __M);
1419}
1420
Michael Kupersteine45af542015-06-30 13:36:19 +00001421static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001422_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1423{
1424 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1425 (__v16si) __Y,
1426 (__v8di)
1427 _mm512_setzero_si512 (),
1428 __M);
1429}
1430
Michael Kupersteine45af542015-06-30 13:36:19 +00001431static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001432_mm512_mul_epu32(__m512i __X, __m512i __Y)
1433{
1434 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1435 (__v16si) __Y,
1436 (__v8di)
1437 _mm512_setzero_si512 (),
1438 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001439}
1440
Michael Kupersteine45af542015-06-30 13:36:19 +00001441static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001442_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1443{
1444 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1445 (__v16si) __Y,
1446 (__v8di) __W, __M);
1447}
1448
Michael Kupersteine45af542015-06-30 13:36:19 +00001449static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001450_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1451{
1452 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1453 (__v16si) __Y,
1454 (__v8di)
1455 _mm512_setzero_si512 (),
1456 __M);
1457}
1458
Michael Kupersteine45af542015-06-30 13:36:19 +00001459static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001460_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1461{
Craig Topper6a77b622016-06-04 05:43:41 +00001462 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001463}
1464
Michael Kupersteine45af542015-06-30 13:36:19 +00001465static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001466_mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1467{
1468 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1469 (__v16si) __B,
1470 (__v16si)
1471 _mm512_setzero_si512 (),
1472 __M);
1473}
1474
Michael Kupersteine45af542015-06-30 13:36:19 +00001475static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001476_mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1477{
1478 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1479 (__v16si) __B,
1480 (__v16si) __W, __M);
1481}
1482
Craig Topperf3efec62016-06-08 06:08:07 +00001483#define _mm512_mask_sqrt_round_pd(W, U, A, R) __extension__ ({ \
1484 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1485 (__v8df)(__m512d)(W), (__mmask8)(U), \
1486 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001487
Craig Topperf3efec62016-06-08 06:08:07 +00001488#define _mm512_maskz_sqrt_round_pd(U, A, R) __extension__ ({ \
1489 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1490 (__v8df)_mm512_setzero_pd(), \
1491 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001492
Craig Topperf3efec62016-06-08 06:08:07 +00001493#define _mm512_sqrt_round_pd(A, R) __extension__ ({ \
1494 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1495 (__v8df)_mm512_undefined_pd(), \
1496 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001497
Michael Kupersteine45af542015-06-30 13:36:19 +00001498static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001499_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001500{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001501 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001502 (__v8df) _mm512_setzero_pd (),
1503 (__mmask8) -1,
1504 _MM_FROUND_CUR_DIRECTION);
1505}
1506
Michael Zuckermancb856772016-05-16 11:42:01 +00001507static __inline__ __m512d __DEFAULT_FN_ATTRS
1508_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1509{
1510 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1511 (__v8df) __W,
1512 (__mmask8) __U,
1513 _MM_FROUND_CUR_DIRECTION);
1514}
1515
1516static __inline__ __m512d __DEFAULT_FN_ATTRS
1517_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1518{
1519 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1520 (__v8df)
1521 _mm512_setzero_pd (),
1522 (__mmask8) __U,
1523 _MM_FROUND_CUR_DIRECTION);
1524}
1525
Craig Topperf3efec62016-06-08 06:08:07 +00001526#define _mm512_mask_sqrt_round_ps(W, U, A, R) __extension__ ({ \
1527 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1528 (__v16sf)(__m512)(W), (__mmask16)(U), \
1529 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001530
Craig Topperf3efec62016-06-08 06:08:07 +00001531#define _mm512_maskz_sqrt_round_ps(U, A, R) __extension__ ({ \
1532 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1533 (__v16sf)_mm512_setzero_ps(), \
1534 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001535
Craig Topperf3efec62016-06-08 06:08:07 +00001536#define _mm512_sqrt_round_ps(A, R) __extension__ ({ \
1537 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1538 (__v16sf)_mm512_undefined_ps(), \
1539 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001540
Michael Kupersteine45af542015-06-30 13:36:19 +00001541static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001542_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001543{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001544 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001545 (__v16sf) _mm512_setzero_ps (),
1546 (__mmask16) -1,
1547 _MM_FROUND_CUR_DIRECTION);
1548}
1549
Michael Zuckermancb856772016-05-16 11:42:01 +00001550static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001551_mm512_mask_sqrt_ps(__m512 __W, __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001552{
1553 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1554 (__v16sf) __W,
1555 (__mmask16) __U,
1556 _MM_FROUND_CUR_DIRECTION);
1557}
1558
1559static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001560_mm512_maskz_sqrt_ps( __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001561{
1562 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1563 (__v16sf) _mm512_setzero_ps (),
1564 (__mmask16) __U,
1565 _MM_FROUND_CUR_DIRECTION);
1566}
1567
Michael Kupersteine45af542015-06-30 13:36:19 +00001568static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001569_mm512_rsqrt14_pd(__m512d __A)
1570{
1571 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1572 (__v8df)
1573 _mm512_setzero_pd (),
1574 (__mmask8) -1);}
1575
Michael Zuckermancb856772016-05-16 11:42:01 +00001576static __inline__ __m512d __DEFAULT_FN_ATTRS
1577_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1578{
1579 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1580 (__v8df) __W,
1581 (__mmask8) __U);
1582}
1583
1584static __inline__ __m512d __DEFAULT_FN_ATTRS
1585_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1586{
1587 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1588 (__v8df)
1589 _mm512_setzero_pd (),
1590 (__mmask8) __U);
1591}
1592
Michael Kupersteine45af542015-06-30 13:36:19 +00001593static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001594_mm512_rsqrt14_ps(__m512 __A)
1595{
1596 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1597 (__v16sf)
1598 _mm512_setzero_ps (),
1599 (__mmask16) -1);
1600}
1601
Michael Zuckermancb856772016-05-16 11:42:01 +00001602static __inline__ __m512 __DEFAULT_FN_ATTRS
1603_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1604{
1605 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1606 (__v16sf) __W,
1607 (__mmask16) __U);
1608}
1609
1610static __inline__ __m512 __DEFAULT_FN_ATTRS
1611_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1612{
1613 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1614 (__v16sf)
1615 _mm512_setzero_ps (),
1616 (__mmask16) __U);
1617}
1618
Michael Kupersteine45af542015-06-30 13:36:19 +00001619static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001620_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1621{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001622 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001623 (__v4sf) __B,
1624 (__v4sf)
1625 _mm_setzero_ps (),
1626 (__mmask8) -1);
1627}
1628
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001629static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001630_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001631{
1632 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1633 (__v4sf) __B,
1634 (__v4sf) __W,
1635 (__mmask8) __U);
1636}
1637
1638static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001639_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001640{
1641 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1642 (__v4sf) __B,
1643 (__v4sf) _mm_setzero_ps (),
1644 (__mmask8) __U);
1645}
1646
Michael Kupersteine45af542015-06-30 13:36:19 +00001647static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001648_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1649{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001650 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001651 (__v2df) __B,
1652 (__v2df)
1653 _mm_setzero_pd (),
1654 (__mmask8) -1);
1655}
1656
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001657static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001658_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001659{
1660 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1661 (__v2df) __B,
1662 (__v2df) __W,
1663 (__mmask8) __U);
1664}
1665
1666static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001667_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001668{
1669 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1670 (__v2df) __B,
1671 (__v2df) _mm_setzero_pd (),
1672 (__mmask8) __U);
1673}
1674
Michael Kupersteine45af542015-06-30 13:36:19 +00001675static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001676_mm512_rcp14_pd(__m512d __A)
1677{
1678 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1679 (__v8df)
1680 _mm512_setzero_pd (),
1681 (__mmask8) -1);
1682}
1683
Michael Zuckermancb856772016-05-16 11:42:01 +00001684static __inline__ __m512d __DEFAULT_FN_ATTRS
1685_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1686{
1687 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1688 (__v8df) __W,
1689 (__mmask8) __U);
1690}
1691
1692static __inline__ __m512d __DEFAULT_FN_ATTRS
1693_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1694{
1695 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1696 (__v8df)
1697 _mm512_setzero_pd (),
1698 (__mmask8) __U);
1699}
1700
Michael Kupersteine45af542015-06-30 13:36:19 +00001701static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001702_mm512_rcp14_ps(__m512 __A)
1703{
1704 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1705 (__v16sf)
1706 _mm512_setzero_ps (),
1707 (__mmask16) -1);
1708}
Michael Zuckermancb856772016-05-16 11:42:01 +00001709
1710static __inline__ __m512 __DEFAULT_FN_ATTRS
1711_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1712{
1713 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1714 (__v16sf) __W,
1715 (__mmask16) __U);
1716}
1717
1718static __inline__ __m512 __DEFAULT_FN_ATTRS
1719_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1720{
1721 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1722 (__v16sf)
1723 _mm512_setzero_ps (),
1724 (__mmask16) __U);
1725}
1726
Michael Kupersteine45af542015-06-30 13:36:19 +00001727static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001728_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001729{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001730 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001731 (__v4sf) __B,
1732 (__v4sf)
1733 _mm_setzero_ps (),
1734 (__mmask8) -1);
1735}
1736
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001737static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001738_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001739{
1740 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1741 (__v4sf) __B,
1742 (__v4sf) __W,
1743 (__mmask8) __U);
1744}
1745
1746static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001747_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001748{
1749 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1750 (__v4sf) __B,
1751 (__v4sf) _mm_setzero_ps (),
1752 (__mmask8) __U);
1753}
1754
Michael Kupersteine45af542015-06-30 13:36:19 +00001755static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001756_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001757{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001758 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001759 (__v2df) __B,
1760 (__v2df)
1761 _mm_setzero_pd (),
1762 (__mmask8) -1);
1763}
1764
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001765static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001766_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001767{
1768 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1769 (__v2df) __B,
1770 (__v2df) __W,
1771 (__mmask8) __U);
1772}
1773
1774static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001775_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001776{
1777 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1778 (__v2df) __B,
1779 (__v2df) _mm_setzero_pd (),
1780 (__mmask8) __U);
1781}
1782
Michael Kupersteine45af542015-06-30 13:36:19 +00001783static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001784_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001785{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001786 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1787 _MM_FROUND_FLOOR,
1788 (__v16sf) __A, -1,
1789 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001790}
1791
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001792static __inline__ __m512 __DEFAULT_FN_ATTRS
1793_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1794{
1795 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1796 _MM_FROUND_FLOOR,
1797 (__v16sf) __W, __U,
1798 _MM_FROUND_CUR_DIRECTION);
1799}
1800
Michael Kupersteine45af542015-06-30 13:36:19 +00001801static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001802_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001803{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001804 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1805 _MM_FROUND_FLOOR,
1806 (__v8df) __A, -1,
1807 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001808}
1809
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001810static __inline__ __m512d __DEFAULT_FN_ATTRS
1811_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1812{
1813 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1814 _MM_FROUND_FLOOR,
1815 (__v8df) __W, __U,
1816 _MM_FROUND_CUR_DIRECTION);
1817}
1818
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001819static __inline__ __m512 __DEFAULT_FN_ATTRS
1820_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1821{
1822 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1823 _MM_FROUND_CEIL,
1824 (__v16sf) __W, __U,
1825 _MM_FROUND_CUR_DIRECTION);
1826}
1827
Michael Kupersteine45af542015-06-30 13:36:19 +00001828static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001829_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001830{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001831 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1832 _MM_FROUND_CEIL,
1833 (__v16sf) __A, -1,
1834 _MM_FROUND_CUR_DIRECTION);
1835}
1836
Michael Kupersteine45af542015-06-30 13:36:19 +00001837static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001838_mm512_ceil_pd(__m512d __A)
1839{
1840 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1841 _MM_FROUND_CEIL,
1842 (__v8df) __A, -1,
1843 _MM_FROUND_CUR_DIRECTION);
1844}
1845
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001846static __inline__ __m512d __DEFAULT_FN_ATTRS
1847_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1848{
1849 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1850 _MM_FROUND_CEIL,
1851 (__v8df) __W, __U,
1852 _MM_FROUND_CUR_DIRECTION);
1853}
1854
Michael Kupersteine45af542015-06-30 13:36:19 +00001855static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001856_mm512_abs_epi64(__m512i __A)
1857{
1858 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1859 (__v8di)
1860 _mm512_setzero_si512 (),
1861 (__mmask8) -1);
1862}
1863
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001864static __inline__ __m512i __DEFAULT_FN_ATTRS
1865_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1866{
1867 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1868 (__v8di) __W,
1869 (__mmask8) __U);
1870}
1871
1872static __inline__ __m512i __DEFAULT_FN_ATTRS
1873_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1874{
1875 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1876 (__v8di)
1877 _mm512_setzero_si512 (),
1878 (__mmask8) __U);
1879}
1880
Michael Kupersteine45af542015-06-30 13:36:19 +00001881static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001882_mm512_abs_epi32(__m512i __A)
1883{
1884 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1885 (__v16si)
1886 _mm512_setzero_si512 (),
1887 (__mmask16) -1);
1888}
1889
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001890static __inline__ __m512i __DEFAULT_FN_ATTRS
1891_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1892{
1893 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1894 (__v16si) __W,
1895 (__mmask16) __U);
1896}
1897
1898static __inline__ __m512i __DEFAULT_FN_ATTRS
1899_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1900{
1901 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1902 (__v16si)
1903 _mm512_setzero_si512 (),
1904 (__mmask16) __U);
1905}
1906
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001907static __inline__ __m128 __DEFAULT_FN_ATTRS
1908_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001909 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001910 (__v4sf) __B,
1911 (__v4sf) __W,
1912 (__mmask8) __U,
1913 _MM_FROUND_CUR_DIRECTION);
1914}
1915
1916static __inline__ __m128 __DEFAULT_FN_ATTRS
1917_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001918 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001919 (__v4sf) __B,
1920 (__v4sf) _mm_setzero_ps (),
1921 (__mmask8) __U,
1922 _MM_FROUND_CUR_DIRECTION);
1923}
1924
Craig Topper8c18e112016-05-17 04:41:50 +00001925#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1926 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1927 (__v4sf)(__m128)(B), \
1928 (__v4sf)_mm_setzero_ps(), \
1929 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001930
Craig Topper8c18e112016-05-17 04:41:50 +00001931#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1932 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1933 (__v4sf)(__m128)(B), \
1934 (__v4sf)(__m128)(W), (__mmask8)(U), \
1935 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001936
Craig Topper8c18e112016-05-17 04:41:50 +00001937#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
1938 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1939 (__v4sf)(__m128)(B), \
1940 (__v4sf)_mm_setzero_ps(), \
1941 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001942
1943static __inline__ __m128d __DEFAULT_FN_ATTRS
1944_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001945 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001946 (__v2df) __B,
1947 (__v2df) __W,
1948 (__mmask8) __U,
1949 _MM_FROUND_CUR_DIRECTION);
1950}
1951
1952static __inline__ __m128d __DEFAULT_FN_ATTRS
1953_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001954 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001955 (__v2df) __B,
1956 (__v2df) _mm_setzero_pd (),
1957 (__mmask8) __U,
1958 _MM_FROUND_CUR_DIRECTION);
1959}
Craig Topper8c18e112016-05-17 04:41:50 +00001960#define _mm_add_round_sd(A, B, R) __extension__ ({ \
1961 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1962 (__v2df)(__m128d)(B), \
1963 (__v2df)_mm_setzero_pd(), \
1964 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001965
Craig Topper8c18e112016-05-17 04:41:50 +00001966#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
1967 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1968 (__v2df)(__m128d)(B), \
1969 (__v2df)(__m128d)(W), \
1970 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001971
Craig Topper8c18e112016-05-17 04:41:50 +00001972#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
1973 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1974 (__v2df)(__m128d)(B), \
1975 (__v2df)_mm_setzero_pd(), \
1976 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001977
Asaf Badouhffeb6242015-07-21 15:27:28 +00001978static __inline__ __m512d __DEFAULT_FN_ATTRS
1979_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
1980 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1981 (__v8df) __B,
1982 (__v8df) __W,
1983 (__mmask8) __U,
1984 _MM_FROUND_CUR_DIRECTION);
1985}
1986
1987static __inline__ __m512d __DEFAULT_FN_ATTRS
1988_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
1989 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1990 (__v8df) __B,
1991 (__v8df) _mm512_setzero_pd (),
1992 (__mmask8) __U,
1993 _MM_FROUND_CUR_DIRECTION);
1994}
1995
1996static __inline__ __m512 __DEFAULT_FN_ATTRS
1997_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
1998 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
1999 (__v16sf) __B,
2000 (__v16sf) __W,
2001 (__mmask16) __U,
2002 _MM_FROUND_CUR_DIRECTION);
2003}
2004
2005static __inline__ __m512 __DEFAULT_FN_ATTRS
2006_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2007 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2008 (__v16sf) __B,
2009 (__v16sf) _mm512_setzero_ps (),
2010 (__mmask16) __U,
2011 _MM_FROUND_CUR_DIRECTION);
2012}
2013
Craig Topper8c18e112016-05-17 04:41:50 +00002014#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2015 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2016 (__v8df)(__m512d)(B), \
2017 (__v8df)_mm512_setzero_pd(), \
2018 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002019
Craig Topper8c18e112016-05-17 04:41:50 +00002020#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2021 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2022 (__v8df)(__m512d)(B), \
2023 (__v8df)(__m512d)(W), (__mmask8)(U), \
2024 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002025
Craig Topper8c18e112016-05-17 04:41:50 +00002026#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2027 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2028 (__v8df)(__m512d)(B), \
2029 (__v8df)_mm512_setzero_pd(), \
2030 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002031
Craig Topper8c18e112016-05-17 04:41:50 +00002032#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2033 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2034 (__v16sf)(__m512)(B), \
2035 (__v16sf)_mm512_setzero_ps(), \
2036 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002037
Craig Topper8c18e112016-05-17 04:41:50 +00002038#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2039 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2040 (__v16sf)(__m512)(B), \
2041 (__v16sf)(__m512)(W), (__mmask16)(U), \
2042 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002043
Craig Topper8c18e112016-05-17 04:41:50 +00002044#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2045 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2046 (__v16sf)(__m512)(B), \
2047 (__v16sf)_mm512_setzero_ps(), \
2048 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002049
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002050static __inline__ __m128 __DEFAULT_FN_ATTRS
2051_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002052 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002053 (__v4sf) __B,
2054 (__v4sf) __W,
2055 (__mmask8) __U,
2056 _MM_FROUND_CUR_DIRECTION);
2057}
2058
2059static __inline__ __m128 __DEFAULT_FN_ATTRS
2060_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002061 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002062 (__v4sf) __B,
2063 (__v4sf) _mm_setzero_ps (),
2064 (__mmask8) __U,
2065 _MM_FROUND_CUR_DIRECTION);
2066}
Craig Topper8c18e112016-05-17 04:41:50 +00002067#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2068 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2069 (__v4sf)(__m128)(B), \
2070 (__v4sf)_mm_setzero_ps(), \
2071 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002072
Craig Topper8c18e112016-05-17 04:41:50 +00002073#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2074 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2075 (__v4sf)(__m128)(B), \
2076 (__v4sf)(__m128)(W), (__mmask8)(U), \
2077 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002078
Craig Topper8c18e112016-05-17 04:41:50 +00002079#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2080 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2081 (__v4sf)(__m128)(B), \
2082 (__v4sf)_mm_setzero_ps(), \
2083 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002084
2085static __inline__ __m128d __DEFAULT_FN_ATTRS
2086_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002087 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002088 (__v2df) __B,
2089 (__v2df) __W,
2090 (__mmask8) __U,
2091 _MM_FROUND_CUR_DIRECTION);
2092}
2093
2094static __inline__ __m128d __DEFAULT_FN_ATTRS
2095_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002096 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002097 (__v2df) __B,
2098 (__v2df) _mm_setzero_pd (),
2099 (__mmask8) __U,
2100 _MM_FROUND_CUR_DIRECTION);
2101}
2102
Craig Topper8c18e112016-05-17 04:41:50 +00002103#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2104 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2105 (__v2df)(__m128d)(B), \
2106 (__v2df)_mm_setzero_pd(), \
2107 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002108
Craig Topper8c18e112016-05-17 04:41:50 +00002109#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2110 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2111 (__v2df)(__m128d)(B), \
2112 (__v2df)(__m128d)(W), \
2113 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002114
Craig Topper8c18e112016-05-17 04:41:50 +00002115#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2116 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2117 (__v2df)(__m128d)(B), \
2118 (__v2df)_mm_setzero_pd(), \
2119 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002120
Asaf Badouhffeb6242015-07-21 15:27:28 +00002121static __inline__ __m512d __DEFAULT_FN_ATTRS
2122_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2123 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2124 (__v8df) __B,
2125 (__v8df) __W,
2126 (__mmask8) __U,
2127 _MM_FROUND_CUR_DIRECTION);
2128}
2129
2130static __inline__ __m512d __DEFAULT_FN_ATTRS
2131_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2132 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2133 (__v8df) __B,
2134 (__v8df)
2135 _mm512_setzero_pd (),
2136 (__mmask8) __U,
2137 _MM_FROUND_CUR_DIRECTION);
2138}
2139
2140static __inline__ __m512 __DEFAULT_FN_ATTRS
2141_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2142 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2143 (__v16sf) __B,
2144 (__v16sf) __W,
2145 (__mmask16) __U,
2146 _MM_FROUND_CUR_DIRECTION);
2147}
2148
2149static __inline__ __m512 __DEFAULT_FN_ATTRS
2150_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2151 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2152 (__v16sf) __B,
2153 (__v16sf)
2154 _mm512_setzero_ps (),
2155 (__mmask16) __U,
2156 _MM_FROUND_CUR_DIRECTION);
2157}
2158
Craig Topper8c18e112016-05-17 04:41:50 +00002159#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2160 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2161 (__v8df)(__m512d)(B), \
2162 (__v8df)_mm512_setzero_pd(), \
2163 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002164
Craig Topper8c18e112016-05-17 04:41:50 +00002165#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2166 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2167 (__v8df)(__m512d)(B), \
2168 (__v8df)(__m512d)(W), (__mmask8)(U), \
2169 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002170
Craig Topper8c18e112016-05-17 04:41:50 +00002171#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2172 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2173 (__v8df)(__m512d)(B), \
2174 (__v8df)_mm512_setzero_pd(), \
2175 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002176
Craig Topper8c18e112016-05-17 04:41:50 +00002177#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2178 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2179 (__v16sf)(__m512)(B), \
2180 (__v16sf)_mm512_setzero_ps(), \
2181 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002182
Craig Topper8c18e112016-05-17 04:41:50 +00002183#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2184 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2185 (__v16sf)(__m512)(B), \
2186 (__v16sf)(__m512)(W), (__mmask16)(U), \
2187 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002188
Craig Topper8c18e112016-05-17 04:41:50 +00002189#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2190 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2191 (__v16sf)(__m512)(B), \
2192 (__v16sf)_mm512_setzero_ps(), \
2193 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002194
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002195static __inline__ __m128 __DEFAULT_FN_ATTRS
2196_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002197 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002198 (__v4sf) __B,
2199 (__v4sf) __W,
2200 (__mmask8) __U,
2201 _MM_FROUND_CUR_DIRECTION);
2202}
2203
2204static __inline__ __m128 __DEFAULT_FN_ATTRS
2205_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002206 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002207 (__v4sf) __B,
2208 (__v4sf) _mm_setzero_ps (),
2209 (__mmask8) __U,
2210 _MM_FROUND_CUR_DIRECTION);
2211}
Craig Topper8c18e112016-05-17 04:41:50 +00002212#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2213 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2214 (__v4sf)(__m128)(B), \
2215 (__v4sf)_mm_setzero_ps(), \
2216 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002217
Craig Topper8c18e112016-05-17 04:41:50 +00002218#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2219 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2220 (__v4sf)(__m128)(B), \
2221 (__v4sf)(__m128)(W), (__mmask8)(U), \
2222 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002223
Craig Topper8c18e112016-05-17 04:41:50 +00002224#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2225 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2226 (__v4sf)(__m128)(B), \
2227 (__v4sf)_mm_setzero_ps(), \
2228 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002229
2230static __inline__ __m128d __DEFAULT_FN_ATTRS
2231_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002232 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002233 (__v2df) __B,
2234 (__v2df) __W,
2235 (__mmask8) __U,
2236 _MM_FROUND_CUR_DIRECTION);
2237}
2238
2239static __inline__ __m128d __DEFAULT_FN_ATTRS
2240_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002241 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002242 (__v2df) __B,
2243 (__v2df) _mm_setzero_pd (),
2244 (__mmask8) __U,
2245 _MM_FROUND_CUR_DIRECTION);
2246}
2247
Craig Topper8c18e112016-05-17 04:41:50 +00002248#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2249 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2250 (__v2df)(__m128d)(B), \
2251 (__v2df)_mm_setzero_pd(), \
2252 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002253
Craig Topper8c18e112016-05-17 04:41:50 +00002254#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2255 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2256 (__v2df)(__m128d)(B), \
2257 (__v2df)(__m128d)(W), \
2258 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002259
Craig Topper8c18e112016-05-17 04:41:50 +00002260#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2261 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2262 (__v2df)(__m128d)(B), \
2263 (__v2df)_mm_setzero_pd(), \
2264 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002265
Asaf Badouhffeb6242015-07-21 15:27:28 +00002266static __inline__ __m512d __DEFAULT_FN_ATTRS
2267_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2268 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2269 (__v8df) __B,
2270 (__v8df) __W,
2271 (__mmask8) __U,
2272 _MM_FROUND_CUR_DIRECTION);
2273}
2274
2275static __inline__ __m512d __DEFAULT_FN_ATTRS
2276_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2277 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2278 (__v8df) __B,
2279 (__v8df)
2280 _mm512_setzero_pd (),
2281 (__mmask8) __U,
2282 _MM_FROUND_CUR_DIRECTION);
2283}
2284
2285static __inline__ __m512 __DEFAULT_FN_ATTRS
2286_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2287 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2288 (__v16sf) __B,
2289 (__v16sf) __W,
2290 (__mmask16) __U,
2291 _MM_FROUND_CUR_DIRECTION);
2292}
2293
2294static __inline__ __m512 __DEFAULT_FN_ATTRS
2295_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2296 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2297 (__v16sf) __B,
2298 (__v16sf)
2299 _mm512_setzero_ps (),
2300 (__mmask16) __U,
2301 _MM_FROUND_CUR_DIRECTION);
2302}
2303
Craig Topper8c18e112016-05-17 04:41:50 +00002304#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2305 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2306 (__v8df)(__m512d)(B), \
2307 (__v8df)_mm512_setzero_pd(), \
2308 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002309
Craig Topper8c18e112016-05-17 04:41:50 +00002310#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2311 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2312 (__v8df)(__m512d)(B), \
2313 (__v8df)(__m512d)(W), (__mmask8)(U), \
2314 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002315
Craig Topper8c18e112016-05-17 04:41:50 +00002316#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2317 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2318 (__v8df)(__m512d)(B), \
2319 (__v8df)_mm512_setzero_pd(), \
2320 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002321
Craig Topper8c18e112016-05-17 04:41:50 +00002322#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2323 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2324 (__v16sf)(__m512)(B), \
2325 (__v16sf)_mm512_setzero_ps(), \
2326 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002327
Craig Topper8c18e112016-05-17 04:41:50 +00002328#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2329 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2330 (__v16sf)(__m512)(B), \
2331 (__v16sf)(__m512)(W), (__mmask16)(U), \
2332 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002333
Craig Topper8c18e112016-05-17 04:41:50 +00002334#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2335 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2336 (__v16sf)(__m512)(B), \
2337 (__v16sf)_mm512_setzero_ps(), \
2338 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002339
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002340static __inline__ __m128 __DEFAULT_FN_ATTRS
2341_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002342 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002343 (__v4sf) __B,
2344 (__v4sf) __W,
2345 (__mmask8) __U,
2346 _MM_FROUND_CUR_DIRECTION);
2347}
2348
2349static __inline__ __m128 __DEFAULT_FN_ATTRS
2350_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002351 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002352 (__v4sf) __B,
2353 (__v4sf) _mm_setzero_ps (),
2354 (__mmask8) __U,
2355 _MM_FROUND_CUR_DIRECTION);
2356}
2357
Craig Topper8c18e112016-05-17 04:41:50 +00002358#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2359 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2360 (__v4sf)(__m128)(B), \
2361 (__v4sf)_mm_setzero_ps(), \
2362 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002363
Craig Topper8c18e112016-05-17 04:41:50 +00002364#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2365 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2366 (__v4sf)(__m128)(B), \
2367 (__v4sf)(__m128)(W), (__mmask8)(U), \
2368 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002369
Craig Topper8c18e112016-05-17 04:41:50 +00002370#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2371 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2372 (__v4sf)(__m128)(B), \
2373 (__v4sf)_mm_setzero_ps(), \
2374 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002375
2376static __inline__ __m128d __DEFAULT_FN_ATTRS
2377_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002378 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002379 (__v2df) __B,
2380 (__v2df) __W,
2381 (__mmask8) __U,
2382 _MM_FROUND_CUR_DIRECTION);
2383}
2384
2385static __inline__ __m128d __DEFAULT_FN_ATTRS
2386_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002387 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002388 (__v2df) __B,
2389 (__v2df) _mm_setzero_pd (),
2390 (__mmask8) __U,
2391 _MM_FROUND_CUR_DIRECTION);
2392}
2393
Craig Topper8c18e112016-05-17 04:41:50 +00002394#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2395 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2396 (__v2df)(__m128d)(B), \
2397 (__v2df)_mm_setzero_pd(), \
2398 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002399
Craig Topper8c18e112016-05-17 04:41:50 +00002400#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2401 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2402 (__v2df)(__m128d)(B), \
2403 (__v2df)(__m128d)(W), \
2404 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002405
Craig Topper8c18e112016-05-17 04:41:50 +00002406#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2407 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2408 (__v2df)(__m128d)(B), \
2409 (__v2df)_mm_setzero_pd(), \
2410 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002411
Michael Zuckerman223676d2016-06-14 12:38:58 +00002412static __inline __m512d __DEFAULT_FN_ATTRS
2413_mm512_div_pd(__m512d __a, __m512d __b)
2414{
2415 return (__m512d)((__v8df)__a/(__v8df)__b);
2416}
2417
Asaf Badouhffeb6242015-07-21 15:27:28 +00002418static __inline__ __m512d __DEFAULT_FN_ATTRS
2419_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2420 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2421 (__v8df) __B,
2422 (__v8df) __W,
2423 (__mmask8) __U,
2424 _MM_FROUND_CUR_DIRECTION);
2425}
2426
2427static __inline__ __m512d __DEFAULT_FN_ATTRS
2428_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2429 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2430 (__v8df) __B,
2431 (__v8df)
2432 _mm512_setzero_pd (),
2433 (__mmask8) __U,
2434 _MM_FROUND_CUR_DIRECTION);
2435}
2436
Michael Zuckerman223676d2016-06-14 12:38:58 +00002437static __inline __m512 __DEFAULT_FN_ATTRS
2438_mm512_div_ps(__m512 __a, __m512 __b)
2439{
2440 return (__m512)((__v16sf)__a/(__v16sf)__b);
2441}
2442
Asaf Badouhffeb6242015-07-21 15:27:28 +00002443static __inline__ __m512 __DEFAULT_FN_ATTRS
2444_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2445 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2446 (__v16sf) __B,
2447 (__v16sf) __W,
2448 (__mmask16) __U,
2449 _MM_FROUND_CUR_DIRECTION);
2450}
2451
2452static __inline__ __m512 __DEFAULT_FN_ATTRS
2453_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2454 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2455 (__v16sf) __B,
2456 (__v16sf)
2457 _mm512_setzero_ps (),
2458 (__mmask16) __U,
2459 _MM_FROUND_CUR_DIRECTION);
2460}
2461
Craig Topper8c18e112016-05-17 04:41:50 +00002462#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2463 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2464 (__v8df)(__m512d)(B), \
2465 (__v8df)_mm512_setzero_pd(), \
2466 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002467
Craig Topper8c18e112016-05-17 04:41:50 +00002468#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2469 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2470 (__v8df)(__m512d)(B), \
2471 (__v8df)(__m512d)(W), (__mmask8)(U), \
2472 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002473
Craig Topper8c18e112016-05-17 04:41:50 +00002474#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2475 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2476 (__v8df)(__m512d)(B), \
2477 (__v8df)_mm512_setzero_pd(), \
2478 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002479
Craig Topper8c18e112016-05-17 04:41:50 +00002480#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2481 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2482 (__v16sf)(__m512)(B), \
2483 (__v16sf)_mm512_setzero_ps(), \
2484 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002485
Craig Topper8c18e112016-05-17 04:41:50 +00002486#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2487 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2488 (__v16sf)(__m512)(B), \
2489 (__v16sf)(__m512)(W), (__mmask16)(U), \
2490 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002491
Craig Topper8c18e112016-05-17 04:41:50 +00002492#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2493 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2494 (__v16sf)(__m512)(B), \
2495 (__v16sf)_mm512_setzero_ps(), \
2496 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002497
Craig Topper72c7d512015-02-01 07:35:35 +00002498#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002499 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2500 (__v16sf)(__m512)(A), (__mmask16)-1, \
2501 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002502
Craig Topper8c18e112016-05-17 04:41:50 +00002503#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2504 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2505 (__v16sf)(__m512)(A), (__mmask16)(B), \
2506 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002507
Craig Topper8c18e112016-05-17 04:41:50 +00002508#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2509 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2510 (__v16sf)_mm512_setzero_ps(), \
2511 (__mmask16)(A), \
2512 _MM_FROUND_CUR_DIRECTION); })
2513
Craig Topperf3efec62016-06-08 06:08:07 +00002514#define _mm512_mask_roundscale_round_ps(A, B, C, imm, R) __extension__ ({ \
2515 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2516 (__v16sf)(__m512)(A), (__mmask16)(B), \
2517 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002518
Craig Topperf3efec62016-06-08 06:08:07 +00002519#define _mm512_maskz_roundscale_round_ps(A, B, imm, R) __extension__ ({ \
2520 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2521 (__v16sf)_mm512_setzero_ps(), \
2522 (__mmask16)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002523
Craig Topperf3efec62016-06-08 06:08:07 +00002524#define _mm512_roundscale_round_ps(A, imm, R) __extension__ ({ \
2525 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(imm), \
2526 (__v16sf)_mm512_undefined_ps(), \
2527 (__mmask16)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002528
Craig Topper72c7d512015-02-01 07:35:35 +00002529#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002530 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2531 (__v8df)(__m512d)(A), (__mmask8)-1, \
2532 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002533
Craig Topper8c18e112016-05-17 04:41:50 +00002534#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2535 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2536 (__v8df)(__m512d)(A), (__mmask8)(B), \
2537 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002538
Craig Topper8c18e112016-05-17 04:41:50 +00002539#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2540 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2541 (__v8df)_mm512_setzero_pd(), \
2542 (__mmask8)(A), \
2543 _MM_FROUND_CUR_DIRECTION); })
2544
Craig Topperf3efec62016-06-08 06:08:07 +00002545#define _mm512_mask_roundscale_round_pd(A, B, C, imm, R) __extension__ ({ \
2546 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2547 (__v8df)(__m512d)(A), (__mmask8)(B), \
2548 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002549
Craig Topperf3efec62016-06-08 06:08:07 +00002550#define _mm512_maskz_roundscale_round_pd(A, B, imm, R) __extension__ ({ \
2551 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2552 (__v8df)_mm512_setzero_pd(), \
2553 (__mmask8)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002554
Craig Topperf3efec62016-06-08 06:08:07 +00002555#define _mm512_roundscale_round_pd(A, imm, R) __extension__ ({ \
2556 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(imm), \
2557 (__v8df)_mm512_undefined_pd(), \
2558 (__mmask8)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002559
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002560#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002561 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2562 (__v8df)(__m512d)(B), \
2563 (__v8df)(__m512d)(C), (__mmask8)-1, \
2564 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002565
2566
2567#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002568 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2569 (__v8df)(__m512d)(B), \
2570 (__v8df)(__m512d)(C), \
2571 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002572
2573
2574#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002575 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2576 (__v8df)(__m512d)(B), \
2577 (__v8df)(__m512d)(C), \
2578 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002579
2580
2581#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002582 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2583 (__v8df)(__m512d)(B), \
2584 (__v8df)(__m512d)(C), \
2585 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002586
2587
2588#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002589 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2590 (__v8df)(__m512d)(B), \
2591 -(__v8df)(__m512d)(C), \
2592 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002593
2594
2595#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002596 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2597 (__v8df)(__m512d)(B), \
2598 -(__v8df)(__m512d)(C), \
2599 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002600
2601
2602#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002603 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2604 (__v8df)(__m512d)(B), \
2605 -(__v8df)(__m512d)(C), \
2606 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002607
2608
2609#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002610 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2611 (__v8df)(__m512d)(B), \
2612 (__v8df)(__m512d)(C), (__mmask8)-1, \
2613 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002614
2615
2616#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002617 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2618 (__v8df)(__m512d)(B), \
2619 (__v8df)(__m512d)(C), \
2620 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002621
2622
2623#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002624 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2625 (__v8df)(__m512d)(B), \
2626 (__v8df)(__m512d)(C), \
2627 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002628
2629
2630#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002631 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2632 (__v8df)(__m512d)(B), \
2633 -(__v8df)(__m512d)(C), \
2634 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002635
2636
2637#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002638 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2639 (__v8df)(__m512d)(B), \
2640 -(__v8df)(__m512d)(C), \
2641 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002642
2643
Michael Kupersteine45af542015-06-30 13:36:19 +00002644static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002645_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2646{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002647 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2648 (__v8df) __B,
2649 (__v8df) __C,
2650 (__mmask8) -1,
2651 _MM_FROUND_CUR_DIRECTION);
2652}
2653
Michael Kupersteine45af542015-06-30 13:36:19 +00002654static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002655_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2656{
2657 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2658 (__v8df) __B,
2659 (__v8df) __C,
2660 (__mmask8) __U,
2661 _MM_FROUND_CUR_DIRECTION);
2662}
2663
Michael Kupersteine45af542015-06-30 13:36:19 +00002664static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002665_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2666{
2667 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2668 (__v8df) __B,
2669 (__v8df) __C,
2670 (__mmask8) __U,
2671 _MM_FROUND_CUR_DIRECTION);
2672}
2673
Michael Kupersteine45af542015-06-30 13:36:19 +00002674static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002675_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2676{
2677 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2678 (__v8df) __B,
2679 (__v8df) __C,
2680 (__mmask8) __U,
2681 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002682}
2683
Michael Kupersteine45af542015-06-30 13:36:19 +00002684static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002685_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2686{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002687 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2688 (__v8df) __B,
2689 -(__v8df) __C,
2690 (__mmask8) -1,
2691 _MM_FROUND_CUR_DIRECTION);
2692}
2693
Michael Kupersteine45af542015-06-30 13:36:19 +00002694static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002695_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2696{
2697 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2698 (__v8df) __B,
2699 -(__v8df) __C,
2700 (__mmask8) __U,
2701 _MM_FROUND_CUR_DIRECTION);
2702}
2703
Michael Kupersteine45af542015-06-30 13:36:19 +00002704static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002705_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2706{
2707 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2708 (__v8df) __B,
2709 -(__v8df) __C,
2710 (__mmask8) __U,
2711 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002712}
2713
Michael Kupersteine45af542015-06-30 13:36:19 +00002714static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002715_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2716{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002717 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2718 (__v8df) __B,
2719 (__v8df) __C,
2720 (__mmask8) -1,
2721 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002722}
2723
Michael Kupersteine45af542015-06-30 13:36:19 +00002724static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002725_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2726{
2727 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2728 (__v8df) __B,
2729 (__v8df) __C,
2730 (__mmask8) __U,
2731 _MM_FROUND_CUR_DIRECTION);
2732}
2733
Michael Kupersteine45af542015-06-30 13:36:19 +00002734static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002735_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2736{
2737 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2738 (__v8df) __B,
2739 (__v8df) __C,
2740 (__mmask8) __U,
2741 _MM_FROUND_CUR_DIRECTION);
2742}
2743
Michael Kupersteine45af542015-06-30 13:36:19 +00002744static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002745_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2746{
2747 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2748 (__v8df) __B,
2749 -(__v8df) __C,
2750 (__mmask8) -1,
2751 _MM_FROUND_CUR_DIRECTION);
2752}
2753
Michael Kupersteine45af542015-06-30 13:36:19 +00002754static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002755_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2756{
2757 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2758 (__v8df) __B,
2759 -(__v8df) __C,
2760 (__mmask8) __U,
2761 _MM_FROUND_CUR_DIRECTION);
2762}
2763
2764#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002765 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2766 (__v16sf)(__m512)(B), \
2767 (__v16sf)(__m512)(C), (__mmask16)-1, \
2768 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002769
2770
2771#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002772 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2773 (__v16sf)(__m512)(B), \
2774 (__v16sf)(__m512)(C), \
2775 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002776
2777
2778#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002779 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2780 (__v16sf)(__m512)(B), \
2781 (__v16sf)(__m512)(C), \
2782 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002783
2784
2785#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002786 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2787 (__v16sf)(__m512)(B), \
2788 (__v16sf)(__m512)(C), \
2789 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002790
2791
2792#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002793 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2794 (__v16sf)(__m512)(B), \
2795 -(__v16sf)(__m512)(C), \
2796 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002797
2798
2799#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002800 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2801 (__v16sf)(__m512)(B), \
2802 -(__v16sf)(__m512)(C), \
2803 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002804
2805
2806#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002807 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2808 (__v16sf)(__m512)(B), \
2809 -(__v16sf)(__m512)(C), \
2810 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002811
2812
2813#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002814 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2815 (__v16sf)(__m512)(B), \
2816 (__v16sf)(__m512)(C), (__mmask16)-1, \
2817 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002818
2819
2820#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002821 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2822 (__v16sf)(__m512)(B), \
2823 (__v16sf)(__m512)(C), \
2824 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002825
2826
2827#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002828 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2829 (__v16sf)(__m512)(B), \
2830 (__v16sf)(__m512)(C), \
2831 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002832
2833
2834#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002835 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2836 (__v16sf)(__m512)(B), \
2837 -(__v16sf)(__m512)(C), \
2838 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002839
2840
2841#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002842 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2843 (__v16sf)(__m512)(B), \
2844 -(__v16sf)(__m512)(C), \
2845 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002846
2847
Michael Kupersteine45af542015-06-30 13:36:19 +00002848static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002849_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2850{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002851 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2852 (__v16sf) __B,
2853 (__v16sf) __C,
2854 (__mmask16) -1,
2855 _MM_FROUND_CUR_DIRECTION);
2856}
2857
Michael Kupersteine45af542015-06-30 13:36:19 +00002858static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002859_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2860{
2861 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2862 (__v16sf) __B,
2863 (__v16sf) __C,
2864 (__mmask16) __U,
2865 _MM_FROUND_CUR_DIRECTION);
2866}
2867
Michael Kupersteine45af542015-06-30 13:36:19 +00002868static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002869_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2870{
2871 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2872 (__v16sf) __B,
2873 (__v16sf) __C,
2874 (__mmask16) __U,
2875 _MM_FROUND_CUR_DIRECTION);
2876}
2877
Michael Kupersteine45af542015-06-30 13:36:19 +00002878static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002879_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2880{
2881 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2882 (__v16sf) __B,
2883 (__v16sf) __C,
2884 (__mmask16) __U,
2885 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002886}
2887
Michael Kupersteine45af542015-06-30 13:36:19 +00002888static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002889_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2890{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002891 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2892 (__v16sf) __B,
2893 -(__v16sf) __C,
2894 (__mmask16) -1,
2895 _MM_FROUND_CUR_DIRECTION);
2896}
2897
Michael Kupersteine45af542015-06-30 13:36:19 +00002898static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002899_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2900{
2901 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2902 (__v16sf) __B,
2903 -(__v16sf) __C,
2904 (__mmask16) __U,
2905 _MM_FROUND_CUR_DIRECTION);
2906}
2907
Michael Kupersteine45af542015-06-30 13:36:19 +00002908static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002909_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2910{
2911 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2912 (__v16sf) __B,
2913 -(__v16sf) __C,
2914 (__mmask16) __U,
2915 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002916}
2917
Michael Kupersteine45af542015-06-30 13:36:19 +00002918static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002919_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2920{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002921 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2922 (__v16sf) __B,
2923 (__v16sf) __C,
2924 (__mmask16) -1,
2925 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002926}
2927
Michael Kupersteine45af542015-06-30 13:36:19 +00002928static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002929_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2930{
2931 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2932 (__v16sf) __B,
2933 (__v16sf) __C,
2934 (__mmask16) __U,
2935 _MM_FROUND_CUR_DIRECTION);
2936}
2937
Michael Kupersteine45af542015-06-30 13:36:19 +00002938static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002939_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2940{
2941 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2942 (__v16sf) __B,
2943 (__v16sf) __C,
2944 (__mmask16) __U,
2945 _MM_FROUND_CUR_DIRECTION);
2946}
2947
Michael Kupersteine45af542015-06-30 13:36:19 +00002948static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002949_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2950{
2951 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2952 (__v16sf) __B,
2953 -(__v16sf) __C,
2954 (__mmask16) -1,
2955 _MM_FROUND_CUR_DIRECTION);
2956}
2957
Michael Kupersteine45af542015-06-30 13:36:19 +00002958static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002959_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2960{
2961 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2962 (__v16sf) __B,
2963 -(__v16sf) __C,
2964 (__mmask16) __U,
2965 _MM_FROUND_CUR_DIRECTION);
2966}
2967
2968#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002969 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2970 (__v8df)(__m512d)(B), \
2971 (__v8df)(__m512d)(C), \
2972 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002973
2974
2975#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002976 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2977 (__v8df)(__m512d)(B), \
2978 (__v8df)(__m512d)(C), \
2979 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002980
2981
2982#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002983 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
2984 (__v8df)(__m512d)(B), \
2985 (__v8df)(__m512d)(C), \
2986 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002987
2988
2989#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002990 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
2991 (__v8df)(__m512d)(B), \
2992 (__v8df)(__m512d)(C), \
2993 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002994
2995
2996#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002997 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2998 (__v8df)(__m512d)(B), \
2999 -(__v8df)(__m512d)(C), \
3000 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003001
3002
3003#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003004 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3005 (__v8df)(__m512d)(B), \
3006 -(__v8df)(__m512d)(C), \
3007 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003008
3009
3010#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003011 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3012 (__v8df)(__m512d)(B), \
3013 -(__v8df)(__m512d)(C), \
3014 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003015
3016
Michael Kupersteine45af542015-06-30 13:36:19 +00003017static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003018_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3019{
3020 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3021 (__v8df) __B,
3022 (__v8df) __C,
3023 (__mmask8) -1,
3024 _MM_FROUND_CUR_DIRECTION);
3025}
3026
Michael Kupersteine45af542015-06-30 13:36:19 +00003027static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003028_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3029{
3030 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3031 (__v8df) __B,
3032 (__v8df) __C,
3033 (__mmask8) __U,
3034 _MM_FROUND_CUR_DIRECTION);
3035}
3036
Michael Kupersteine45af542015-06-30 13:36:19 +00003037static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003038_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3039{
3040 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3041 (__v8df) __B,
3042 (__v8df) __C,
3043 (__mmask8) __U,
3044 _MM_FROUND_CUR_DIRECTION);
3045}
3046
Michael Kupersteine45af542015-06-30 13:36:19 +00003047static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003048_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3049{
3050 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3051 (__v8df) __B,
3052 (__v8df) __C,
3053 (__mmask8) __U,
3054 _MM_FROUND_CUR_DIRECTION);
3055}
3056
Michael Kupersteine45af542015-06-30 13:36:19 +00003057static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003058_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3059{
3060 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3061 (__v8df) __B,
3062 -(__v8df) __C,
3063 (__mmask8) -1,
3064 _MM_FROUND_CUR_DIRECTION);
3065}
3066
Michael Kupersteine45af542015-06-30 13:36:19 +00003067static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003068_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3069{
3070 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3071 (__v8df) __B,
3072 -(__v8df) __C,
3073 (__mmask8) __U,
3074 _MM_FROUND_CUR_DIRECTION);
3075}
3076
Michael Kupersteine45af542015-06-30 13:36:19 +00003077static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003078_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3079{
3080 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3081 (__v8df) __B,
3082 -(__v8df) __C,
3083 (__mmask8) __U,
3084 _MM_FROUND_CUR_DIRECTION);
3085}
3086
3087#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003088 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3089 (__v16sf)(__m512)(B), \
3090 (__v16sf)(__m512)(C), \
3091 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003092
3093
3094#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003095 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3096 (__v16sf)(__m512)(B), \
3097 (__v16sf)(__m512)(C), \
3098 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003099
3100
3101#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003102 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3103 (__v16sf)(__m512)(B), \
3104 (__v16sf)(__m512)(C), \
3105 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003106
3107
3108#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003109 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3110 (__v16sf)(__m512)(B), \
3111 (__v16sf)(__m512)(C), \
3112 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003113
3114
3115#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003116 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3117 (__v16sf)(__m512)(B), \
3118 -(__v16sf)(__m512)(C), \
3119 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003120
3121
3122#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003123 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3124 (__v16sf)(__m512)(B), \
3125 -(__v16sf)(__m512)(C), \
3126 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003127
3128
3129#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003130 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3131 (__v16sf)(__m512)(B), \
3132 -(__v16sf)(__m512)(C), \
3133 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003134
3135
Michael Kupersteine45af542015-06-30 13:36:19 +00003136static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003137_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3138{
3139 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3140 (__v16sf) __B,
3141 (__v16sf) __C,
3142 (__mmask16) -1,
3143 _MM_FROUND_CUR_DIRECTION);
3144}
3145
Michael Kupersteine45af542015-06-30 13:36:19 +00003146static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003147_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3148{
3149 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3150 (__v16sf) __B,
3151 (__v16sf) __C,
3152 (__mmask16) __U,
3153 _MM_FROUND_CUR_DIRECTION);
3154}
3155
Michael Kupersteine45af542015-06-30 13:36:19 +00003156static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003157_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3158{
3159 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3160 (__v16sf) __B,
3161 (__v16sf) __C,
3162 (__mmask16) __U,
3163 _MM_FROUND_CUR_DIRECTION);
3164}
3165
Michael Kupersteine45af542015-06-30 13:36:19 +00003166static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003167_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3168{
3169 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3170 (__v16sf) __B,
3171 (__v16sf) __C,
3172 (__mmask16) __U,
3173 _MM_FROUND_CUR_DIRECTION);
3174}
3175
Michael Kupersteine45af542015-06-30 13:36:19 +00003176static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003177_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3178{
3179 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3180 (__v16sf) __B,
3181 -(__v16sf) __C,
3182 (__mmask16) -1,
3183 _MM_FROUND_CUR_DIRECTION);
3184}
3185
Michael Kupersteine45af542015-06-30 13:36:19 +00003186static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003187_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3188{
3189 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3190 (__v16sf) __B,
3191 -(__v16sf) __C,
3192 (__mmask16) __U,
3193 _MM_FROUND_CUR_DIRECTION);
3194}
3195
Michael Kupersteine45af542015-06-30 13:36:19 +00003196static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003197_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3198{
3199 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3200 (__v16sf) __B,
3201 -(__v16sf) __C,
3202 (__mmask16) __U,
3203 _MM_FROUND_CUR_DIRECTION);
3204}
3205
3206#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003207 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3208 (__v8df)(__m512d)(B), \
3209 (__v8df)(__m512d)(C), \
3210 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003211
3212
Michael Kupersteine45af542015-06-30 13:36:19 +00003213static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003214_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3215{
3216 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3217 (__v8df) __B,
3218 (__v8df) __C,
3219 (__mmask8) __U,
3220 _MM_FROUND_CUR_DIRECTION);
3221}
3222
3223#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003224 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3225 (__v16sf)(__m512)(B), \
3226 (__v16sf)(__m512)(C), \
3227 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003228
3229
Michael Kupersteine45af542015-06-30 13:36:19 +00003230static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003231_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3232{
3233 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3234 (__v16sf) __B,
3235 (__v16sf) __C,
3236 (__mmask16) __U,
3237 _MM_FROUND_CUR_DIRECTION);
3238}
3239
3240#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003241 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3242 (__v8df)(__m512d)(B), \
3243 (__v8df)(__m512d)(C), \
3244 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003245
3246
Michael Kupersteine45af542015-06-30 13:36:19 +00003247static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003248_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3249{
3250 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3251 (__v8df) __B,
3252 (__v8df) __C,
3253 (__mmask8) __U,
3254 _MM_FROUND_CUR_DIRECTION);
3255}
3256
3257#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003258 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3259 (__v16sf)(__m512)(B), \
3260 (__v16sf)(__m512)(C), \
3261 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003262
3263
Michael Kupersteine45af542015-06-30 13:36:19 +00003264static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003265_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3266{
3267 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3268 (__v16sf) __B,
3269 (__v16sf) __C,
3270 (__mmask16) __U,
3271 _MM_FROUND_CUR_DIRECTION);
3272}
3273
3274#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003275 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3276 (__v8df)(__m512d)(B), \
3277 (__v8df)(__m512d)(C), \
3278 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003279
3280
Michael Kupersteine45af542015-06-30 13:36:19 +00003281static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003282_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3283{
3284 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3285 (__v8df) __B,
3286 (__v8df) __C,
3287 (__mmask8) __U,
3288 _MM_FROUND_CUR_DIRECTION);
3289}
3290
3291#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003292 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3293 (__v16sf)(__m512)(B), \
3294 (__v16sf)(__m512)(C), \
3295 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003296
3297
Michael Kupersteine45af542015-06-30 13:36:19 +00003298static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003299_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3300{
3301 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3302 (__v16sf) __B,
3303 (__v16sf) __C,
3304 (__mmask16) __U,
3305 _MM_FROUND_CUR_DIRECTION);
3306}
3307
3308#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003309 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3310 (__v8df)(__m512d)(B), \
3311 (__v8df)(__m512d)(C), \
3312 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003313
3314
3315#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003316 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3317 (__v8df)(__m512d)(B), \
3318 (__v8df)(__m512d)(C), \
3319 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003320
3321
Michael Kupersteine45af542015-06-30 13:36:19 +00003322static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003323_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3324{
3325 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3326 (__v8df) __B,
3327 (__v8df) __C,
3328 (__mmask8) __U,
3329 _MM_FROUND_CUR_DIRECTION);
3330}
3331
Michael Kupersteine45af542015-06-30 13:36:19 +00003332static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003333_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3334{
3335 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3336 (__v8df) __B,
3337 (__v8df) __C,
3338 (__mmask8) __U,
3339 _MM_FROUND_CUR_DIRECTION);
3340}
3341
3342#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003343 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3344 (__v16sf)(__m512)(B), \
3345 (__v16sf)(__m512)(C), \
3346 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003347
3348
3349#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003350 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3351 (__v16sf)(__m512)(B), \
3352 (__v16sf)(__m512)(C), \
3353 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003354
3355
Michael Kupersteine45af542015-06-30 13:36:19 +00003356static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003357_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3358{
3359 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3360 (__v16sf) __B,
3361 (__v16sf) __C,
3362 (__mmask16) __U,
3363 _MM_FROUND_CUR_DIRECTION);
3364}
3365
Michael Kupersteine45af542015-06-30 13:36:19 +00003366static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003367_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3368{
3369 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3370 (__v16sf) __B,
3371 (__v16sf) __C,
3372 (__mmask16) __U,
3373 _MM_FROUND_CUR_DIRECTION);
3374}
3375
3376
3377
Adam Nemet0d5bb552014-07-28 17:14:40 +00003378/* Vector permutations */
3379
Michael Kupersteine45af542015-06-30 13:36:19 +00003380static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003381_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3382{
3383 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3384 /* idx */ ,
3385 (__v16si) __A,
3386 (__v16si) __B,
3387 (__mmask16) -1);
3388}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003389
3390static __inline__ __m512i __DEFAULT_FN_ATTRS
3391_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3392 __m512i __I, __m512i __B)
3393{
3394 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3395 /* idx */ ,
3396 (__v16si) __A,
3397 (__v16si) __B,
3398 (__mmask16) __U);
3399}
3400
3401static __inline__ __m512i __DEFAULT_FN_ATTRS
3402_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3403 __m512i __I, __m512i __B)
3404{
3405 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3406 /* idx */ ,
3407 (__v16si) __A,
3408 (__v16si) __B,
3409 (__mmask16) __U);
3410}
3411
Michael Kupersteine45af542015-06-30 13:36:19 +00003412static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003413_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3414{
3415 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3416 /* idx */ ,
3417 (__v8di) __A,
3418 (__v8di) __B,
3419 (__mmask8) -1);
3420}
3421
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003422static __inline__ __m512i __DEFAULT_FN_ATTRS
3423_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3424 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003425{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003426 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003427 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003428 (__v8di) __A,
3429 (__v8di) __B,
3430 (__mmask8) __U);
3431}
3432
3433
3434static __inline__ __m512i __DEFAULT_FN_ATTRS
3435_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3436 __m512i __I, __m512i __B)
3437{
3438 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3439 /* idx */ ,
3440 (__v8di) __A,
3441 (__v8di) __B,
3442 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003443}
3444
Craig Topper67826a52015-02-01 07:35:40 +00003445#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3446 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003447 (__v8di)(__m512i)(B), (int)(I), \
3448 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003449 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003450
Craig Topper8c18e112016-05-17 04:41:50 +00003451#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3452 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3453 (__v8di)(__m512i)(B), (int)(imm), \
3454 (__v8di)(__m512i)(W), \
3455 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003456
Craig Topper8c18e112016-05-17 04:41:50 +00003457#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3458 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3459 (__v8di)(__m512i)(B), (int)(imm), \
3460 (__v8di)_mm512_setzero_si512(), \
3461 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003462
Craig Topper67826a52015-02-01 07:35:40 +00003463#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003464 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3465 (__v16si)(__m512i)(B), (int)(I), \
3466 (__v16si)_mm512_setzero_si512(), \
3467 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003468
Craig Topper8c18e112016-05-17 04:41:50 +00003469#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3470 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3471 (__v16si)(__m512i)(B), (int)(imm), \
3472 (__v16si)(__m512i)(W), \
3473 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003474
Craig Topper8c18e112016-05-17 04:41:50 +00003475#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3476 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3477 (__v16si)(__m512i)(B), (int)(imm), \
3478 (__v16si)_mm512_setzero_si512(), \
3479 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003480/* Vector Extract */
3481
3482#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003483 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3484 (__v4df)_mm256_setzero_si256(), \
3485 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003486
Craig Topper8c18e112016-05-17 04:41:50 +00003487#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3488 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3489 (__v4df)(__m256d)(W), \
3490 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003491
Craig Topper8c18e112016-05-17 04:41:50 +00003492#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3493 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3494 (__v4df)_mm256_setzero_pd(), \
3495 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003496
Adam Nemetf893ede2015-01-19 20:12:05 +00003497#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003498 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3499 (__v4sf)_mm_setzero_ps(), \
3500 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003501
Craig Topper8c18e112016-05-17 04:41:50 +00003502#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3503 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3504 (__v4sf)(__m128)(W), \
3505 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003506
Craig Topper8c18e112016-05-17 04:41:50 +00003507#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3508 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3509 (__v4sf)_mm_setzero_ps(), \
3510 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003511/* Vector Blend */
3512
Michael Kupersteine45af542015-06-30 13:36:19 +00003513static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003514_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3515{
Igor Bregeraadb8762016-06-08 13:59:20 +00003516 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003517 (__v8df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003518 (__v8df) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003519}
3520
Michael Kupersteine45af542015-06-30 13:36:19 +00003521static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003522_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3523{
Igor Bregeraadb8762016-06-08 13:59:20 +00003524 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003525 (__v16sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003526 (__v16sf) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003527}
3528
Michael Kupersteine45af542015-06-30 13:36:19 +00003529static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003530_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3531{
Igor Bregeraadb8762016-06-08 13:59:20 +00003532 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003533 (__v8di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003534 (__v8di) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003535}
3536
Michael Kupersteine45af542015-06-30 13:36:19 +00003537static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003538_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3539{
Igor Bregeraadb8762016-06-08 13:59:20 +00003540 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003541 (__v16si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003542 (__v16si) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003543}
3544
3545/* Compare */
3546
Craig Topper53565c62015-02-01 22:27:40 +00003547#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3548 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003549 (__v16sf)(__m512)(B), (int)(P), \
3550 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003551
Craig Topper53565c62015-02-01 22:27:40 +00003552#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3553 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003554 (__v16sf)(__m512)(B), (int)(P), \
3555 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003556
3557#define _mm512_cmp_ps_mask(A, B, P) \
3558 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3559
3560#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3561 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3562
3563#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3564 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003565 (__v8df)(__m512d)(B), (int)(P), \
3566 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003567
3568#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3569 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003570 (__v8df)(__m512d)(B), (int)(P), \
3571 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003572
3573#define _mm512_cmp_pd_mask(A, B, P) \
3574 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3575
3576#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3577 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003578
3579/* Conversion */
3580
Craig Topperf3efec62016-06-08 06:08:07 +00003581#define _mm512_cvtt_roundps_epu32(A, R) __extension__ ({ \
3582 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3583 (__v16si)_mm512_undefined_epi32(), \
3584 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003585
Craig Topperf3efec62016-06-08 06:08:07 +00003586#define _mm512_mask_cvtt_roundps_epu32(W, U, A, R) __extension__ ({ \
3587 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3588 (__v16si)(__m512i)(W), \
3589 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003590
Craig Topperf3efec62016-06-08 06:08:07 +00003591#define _mm512_maskz_cvtt_roundps_epu32(U, A, R) __extension__ ({ \
3592 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3593 (__v16si)_mm512_setzero_si512(), \
3594 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003595
3596
Michael Kupersteine45af542015-06-30 13:36:19 +00003597static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003598_mm512_cvttps_epu32(__m512 __A)
3599{
3600 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3601 (__v16si)
3602 _mm512_setzero_si512 (),
3603 (__mmask16) -1,
3604 _MM_FROUND_CUR_DIRECTION);
3605}
3606
Michael Zuckermanf1544752016-05-09 10:32:51 +00003607static __inline__ __m512i __DEFAULT_FN_ATTRS
3608_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3609{
3610 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3611 (__v16si) __W,
3612 (__mmask16) __U,
3613 _MM_FROUND_CUR_DIRECTION);
3614}
3615
3616static __inline__ __m512i __DEFAULT_FN_ATTRS
3617_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3618{
3619 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3620 (__v16si) _mm512_setzero_si512 (),
3621 (__mmask16) __U,
3622 _MM_FROUND_CUR_DIRECTION);
3623}
3624
Craig Topper72c7d512015-02-01 07:35:35 +00003625#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003626 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003627 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003628 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003629
Craig Topperf3efec62016-06-08 06:08:07 +00003630#define _mm512_mask_cvt_roundepi32_ps(W, U, A, R) __extension__ ({ \
3631 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3632 (__v16sf)(__m512)(W), \
3633 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003634
Craig Topperf3efec62016-06-08 06:08:07 +00003635#define _mm512_maskz_cvt_roundepi32_ps(U, A, R) __extension__ ({ \
3636 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3637 (__v16sf)_mm512_setzero_ps(), \
3638 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003639
Craig Topper72c7d512015-02-01 07:35:35 +00003640#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003641 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003642 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003643 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003644
Craig Topperf3efec62016-06-08 06:08:07 +00003645#define _mm512_mask_cvt_roundepu32_ps(W, U, A, R) __extension__ ({ \
3646 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3647 (__v16sf)(__m512)(W), \
3648 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003649
Craig Topperf3efec62016-06-08 06:08:07 +00003650#define _mm512_maskz_cvt_roundepu32_ps(U, A, R) __extension__ ({ \
3651 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3652 (__v16sf)_mm512_setzero_ps(), \
3653 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003654
Michael Zuckermanf1544752016-05-09 10:32:51 +00003655static __inline__ __m512 __DEFAULT_FN_ATTRS
3656_mm512_cvtepu32_ps (__m512i __A)
3657{
3658 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3659 (__v16sf) _mm512_undefined_ps (),
3660 (__mmask16) -1,
3661 _MM_FROUND_CUR_DIRECTION);
3662}
3663
3664static __inline__ __m512 __DEFAULT_FN_ATTRS
3665_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3666{
3667 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3668 (__v16sf) __W,
3669 (__mmask16) __U,
3670 _MM_FROUND_CUR_DIRECTION);
3671}
3672
3673static __inline__ __m512 __DEFAULT_FN_ATTRS
3674_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3675{
3676 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3677 (__v16sf) _mm512_setzero_ps (),
3678 (__mmask16) __U,
3679 _MM_FROUND_CUR_DIRECTION);
3680}
3681
Michael Kupersteine45af542015-06-30 13:36:19 +00003682static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003683_mm512_cvtepi32_pd(__m256i __A)
3684{
3685 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003686 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003687 _mm512_setzero_pd (),
3688 (__mmask8) -1);
3689}
3690
Michael Zuckermanf1544752016-05-09 10:32:51 +00003691static __inline__ __m512d __DEFAULT_FN_ATTRS
3692_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3693{
3694 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3695 (__v8df) __W,
3696 (__mmask8) __U);
3697}
3698
3699static __inline__ __m512d __DEFAULT_FN_ATTRS
3700_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3701{
3702 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3703 (__v8df) _mm512_setzero_pd (),
3704 (__mmask8) __U);
3705}
3706
3707static __inline__ __m512 __DEFAULT_FN_ATTRS
3708_mm512_cvtepi32_ps (__m512i __A)
3709{
3710 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3711 (__v16sf) _mm512_undefined_ps (),
3712 (__mmask16) -1,
3713 _MM_FROUND_CUR_DIRECTION);
3714}
3715
3716static __inline__ __m512 __DEFAULT_FN_ATTRS
3717_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3718{
3719 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3720 (__v16sf) __W,
3721 (__mmask16) __U,
3722 _MM_FROUND_CUR_DIRECTION);
3723}
3724
3725static __inline__ __m512 __DEFAULT_FN_ATTRS
3726_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3727{
3728 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3729 (__v16sf) _mm512_setzero_ps (),
3730 (__mmask16) __U,
3731 _MM_FROUND_CUR_DIRECTION);
3732}
3733
Michael Kupersteine45af542015-06-30 13:36:19 +00003734static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003735_mm512_cvtepu32_pd(__m256i __A)
3736{
3737 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3738 (__v8df)
3739 _mm512_setzero_pd (),
3740 (__mmask8) -1);
3741}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003742
Michael Zuckermanf1544752016-05-09 10:32:51 +00003743static __inline__ __m512d __DEFAULT_FN_ATTRS
3744_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3745{
3746 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3747 (__v8df) __W,
3748 (__mmask8) __U);
3749}
3750
3751static __inline__ __m512d __DEFAULT_FN_ATTRS
3752_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3753{
3754 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3755 (__v8df) _mm512_setzero_pd (),
3756 (__mmask8) __U);
3757}
3758
Craig Topper72c7d512015-02-01 07:35:35 +00003759#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003760 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003761 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003762 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003763
Michael Zuckerman186d8672016-05-31 11:27:34 +00003764#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3765 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003766 (__v8sf)(__m256)(W), (__mmask8)(U), \
3767 (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003768
3769#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3770 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3771 (__v8sf)_mm256_setzero_ps(), \
3772 (__mmask8)(U), (int)(R)); })
3773
Michael Zuckermanf1544752016-05-09 10:32:51 +00003774static __inline__ __m256 __DEFAULT_FN_ATTRS
3775_mm512_cvtpd_ps (__m512d __A)
3776{
3777 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3778 (__v8sf) _mm256_undefined_ps (),
3779 (__mmask8) -1,
3780 _MM_FROUND_CUR_DIRECTION);
3781}
3782
3783static __inline__ __m256 __DEFAULT_FN_ATTRS
3784_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3785{
3786 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3787 (__v8sf) __W,
3788 (__mmask8) __U,
3789 _MM_FROUND_CUR_DIRECTION);
3790}
3791
3792static __inline__ __m256 __DEFAULT_FN_ATTRS
3793_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3794{
3795 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3796 (__v8sf) _mm256_setzero_ps (),
3797 (__mmask8) __U,
3798 _MM_FROUND_CUR_DIRECTION);
3799}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003800
Craig Topperf3efec62016-06-08 06:08:07 +00003801#define _mm512_cvt_roundps_ph(A, I) __extension__ ({ \
3802 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3803 (__v16hi)_mm256_undefined_si256(), \
3804 (__mmask16)-1); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003805
Craig Topperf3efec62016-06-08 06:08:07 +00003806#define _mm512_mask_cvt_roundps_ph(U, W, A, I) __extension__ ({ \
3807 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3808 (__v16hi)(__m256i)(U), \
3809 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003810
Craig Topperf3efec62016-06-08 06:08:07 +00003811#define _mm512_maskz_cvt_roundps_ph(W, A, I) __extension__ ({ \
3812 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3813 (__v16hi)_mm256_setzero_si256(), \
3814 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003815
Craig Topper72c7d512015-02-01 07:35:35 +00003816#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003817 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003818 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003819 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003820
Craig Topper8c18e112016-05-17 04:41:50 +00003821#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3822 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3823 (__v16hi)(__m256i)(U), \
3824 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003825
Craig Topper8c18e112016-05-17 04:41:50 +00003826#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3827 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3828 (__v16hi)_mm256_setzero_si256(), \
3829 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003830
Craig Topperf3efec62016-06-08 06:08:07 +00003831#define _mm512_cvt_roundph_ps(A, R) __extension__ ({ \
3832 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3833 (__v16sf)_mm512_undefined_ps(), \
3834 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003835
Craig Topperf3efec62016-06-08 06:08:07 +00003836#define _mm512_mask_cvt_roundph_ps(W, U, A, R) __extension__ ({ \
3837 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3838 (__v16sf)(__m512)(W), \
3839 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003840
Craig Topperf3efec62016-06-08 06:08:07 +00003841#define _mm512_maskz_cvt_roundph_ps(U, A, R) __extension__ ({ \
3842 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3843 (__v16sf)_mm512_setzero_ps(), \
3844 (__mmask16)(U), (int)(R)); })
3845
3846
Michael Kupersteine45af542015-06-30 13:36:19 +00003847static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003848_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003849{
3850 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003851 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003852 _mm512_setzero_ps (),
3853 (__mmask16) -1,
3854 _MM_FROUND_CUR_DIRECTION);
3855}
3856
Michael Zuckermanf1544752016-05-09 10:32:51 +00003857static __inline__ __m512 __DEFAULT_FN_ATTRS
3858_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003859{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003860 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3861 (__v16sf) __W,
3862 (__mmask16) __U,
3863 _MM_FROUND_CUR_DIRECTION);
3864}
3865
3866static __inline__ __m512 __DEFAULT_FN_ATTRS
3867_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3868{
3869 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3870 (__v16sf) _mm512_setzero_ps (),
3871 (__mmask16) __U,
3872 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003873}
3874
Michael Zuckerman186d8672016-05-31 11:27:34 +00003875#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3876 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3877 (__v8si)_mm256_setzero_si256(), \
3878 (__mmask8)-1, (int)(R)); })
3879
3880#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
3881 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003882 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003883 (__mmask8)(U), (int)(R)); })
3884
Craig Topperf3efec62016-06-08 06:08:07 +00003885#define _mm512_maskz_cvtt_roundpd_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003886 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3887 (__v8si)_mm256_setzero_si256(), \
3888 (__mmask8)(U), (int)(R)); })
3889
Michael Kupersteine45af542015-06-30 13:36:19 +00003890static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003891_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003892{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003893 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003894 (__v8si)_mm256_setzero_si256(),
3895 (__mmask8) -1,
3896 _MM_FROUND_CUR_DIRECTION);
3897}
3898
Michael Zuckermanf1544752016-05-09 10:32:51 +00003899static __inline__ __m256i __DEFAULT_FN_ATTRS
3900_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3901{
3902 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3903 (__v8si) __W,
3904 (__mmask8) __U,
3905 _MM_FROUND_CUR_DIRECTION);
3906}
3907
3908static __inline__ __m256i __DEFAULT_FN_ATTRS
3909_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3910{
3911 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3912 (__v8si) _mm256_setzero_si256 (),
3913 (__mmask8) __U,
3914 _MM_FROUND_CUR_DIRECTION);
3915}
3916
Craig Topper72c7d512015-02-01 07:35:35 +00003917#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003918 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003919 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003920 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003921
Craig Topperf3efec62016-06-08 06:08:07 +00003922#define _mm512_mask_cvtt_roundps_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003923 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003924 (__v16si)(__m512i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003925 (__mmask16)(U), (int)(R)); })
3926
Craig Topperf3efec62016-06-08 06:08:07 +00003927#define _mm512_maskz_cvtt_roundps_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003928 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
3929 (__v16si)_mm512_setzero_si512(), \
3930 (__mmask16)(U), (int)(R)); })
3931
Michael Zuckermanf1544752016-05-09 10:32:51 +00003932static __inline __m512i __DEFAULT_FN_ATTRS
3933_mm512_cvttps_epi32(__m512 __a)
3934{
3935 return (__m512i)
3936 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
3937 (__v16si) _mm512_setzero_si512 (),
3938 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
3939}
3940
3941static __inline__ __m512i __DEFAULT_FN_ATTRS
3942_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3943{
3944 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3945 (__v16si) __W,
3946 (__mmask16) __U,
3947 _MM_FROUND_CUR_DIRECTION);
3948}
3949
3950static __inline__ __m512i __DEFAULT_FN_ATTRS
3951_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
3952{
3953 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3954 (__v16si) _mm512_setzero_si512 (),
3955 (__mmask16) __U,
3956 _MM_FROUND_CUR_DIRECTION);
3957}
Craig Topper72c7d512015-02-01 07:35:35 +00003958
3959#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003960 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003961 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003962 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003963
Craig Topperf3efec62016-06-08 06:08:07 +00003964#define _mm512_mask_cvt_roundps_epi32(W, U, A, R) __extension__ ({ \
3965 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3966 (__v16si)(__m512i)(W), \
3967 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003968
Craig Topperf3efec62016-06-08 06:08:07 +00003969#define _mm512_maskz_cvt_roundps_epi32(U, A, R) __extension__ ({ \
3970 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3971 (__v16si)_mm512_setzero_si512(), \
3972 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003973
Michael Zuckermanf1544752016-05-09 10:32:51 +00003974static __inline__ __m512i __DEFAULT_FN_ATTRS
3975_mm512_cvtps_epi32 (__m512 __A)
3976{
3977 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3978 (__v16si) _mm512_undefined_epi32 (),
3979 (__mmask16) -1,
3980 _MM_FROUND_CUR_DIRECTION);
3981}
3982
3983static __inline__ __m512i __DEFAULT_FN_ATTRS
3984_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3985{
3986 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3987 (__v16si) __W,
3988 (__mmask16) __U,
3989 _MM_FROUND_CUR_DIRECTION);
3990}
3991
3992static __inline__ __m512i __DEFAULT_FN_ATTRS
3993_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
3994{
3995 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3996 (__v16si)
3997 _mm512_setzero_si512 (),
3998 (__mmask16) __U,
3999 _MM_FROUND_CUR_DIRECTION);
4000}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004001
Craig Topper72c7d512015-02-01 07:35:35 +00004002#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004003 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004004 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004005 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004006
Craig Topperf3efec62016-06-08 06:08:07 +00004007#define _mm512_mask_cvt_roundpd_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004008 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004009 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004010 (__mmask8)(U), (int)(R)); })
4011
4012#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4013 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4014 (__v8si)_mm256_setzero_si256(), \
4015 (__mmask8)(U), (int)(R)); })
4016
Michael Zuckermanf1544752016-05-09 10:32:51 +00004017static __inline__ __m256i __DEFAULT_FN_ATTRS
4018_mm512_cvtpd_epi32 (__m512d __A)
4019{
4020 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4021 (__v8si)
4022 _mm256_undefined_si256 (),
4023 (__mmask8) -1,
4024 _MM_FROUND_CUR_DIRECTION);
4025}
4026
4027static __inline__ __m256i __DEFAULT_FN_ATTRS
4028_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4029{
4030 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4031 (__v8si) __W,
4032 (__mmask8) __U,
4033 _MM_FROUND_CUR_DIRECTION);
4034}
4035
4036static __inline__ __m256i __DEFAULT_FN_ATTRS
4037_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4038{
4039 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4040 (__v8si)
4041 _mm256_setzero_si256 (),
4042 (__mmask8) __U,
4043 _MM_FROUND_CUR_DIRECTION);
4044}
4045
Craig Topper72c7d512015-02-01 07:35:35 +00004046#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004047 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004048 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004049 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004050
Craig Topperf3efec62016-06-08 06:08:07 +00004051#define _mm512_mask_cvt_roundps_epu32(W, U, A, R) __extension__ ({ \
4052 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4053 (__v16si)(__m512i)(W), \
4054 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004055
Craig Topperf3efec62016-06-08 06:08:07 +00004056#define _mm512_maskz_cvt_roundps_epu32(U, A, R) __extension__ ({ \
4057 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4058 (__v16si)_mm512_setzero_si512(), \
4059 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004060
Michael Zuckermanf1544752016-05-09 10:32:51 +00004061static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004062_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004063{
4064 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4065 (__v16si)\
4066 _mm512_undefined_epi32 (),\
4067 (__mmask16) -1,\
4068 _MM_FROUND_CUR_DIRECTION);\
4069}
4070
4071static __inline__ __m512i __DEFAULT_FN_ATTRS
4072_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4073{
4074 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4075 (__v16si) __W,
4076 (__mmask16) __U,
4077 _MM_FROUND_CUR_DIRECTION);
4078}
4079
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004080static __inline__ __m512i __DEFAULT_FN_ATTRS
4081_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4082{
4083 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4084 (__v16si)
4085 _mm512_setzero_si512 (),
4086 (__mmask16) __U ,
4087 _MM_FROUND_CUR_DIRECTION);
4088}
4089
Craig Topper72c7d512015-02-01 07:35:35 +00004090#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004091 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004092 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004093 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004094
Craig Topperf3efec62016-06-08 06:08:07 +00004095#define _mm512_mask_cvt_roundpd_epu32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004096 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4097 (__v8si)(W), \
Craig Topperf3efec62016-06-08 06:08:07 +00004098 (__mmask8)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004099
4100#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4101 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4102 (__v8si)_mm256_setzero_si256(), \
4103 (__mmask8)(U), (int)(R)); })
4104
Michael Zuckermanf1544752016-05-09 10:32:51 +00004105static __inline__ __m256i __DEFAULT_FN_ATTRS
4106_mm512_cvtpd_epu32 (__m512d __A)
4107{
4108 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4109 (__v8si)
4110 _mm256_undefined_si256 (),
4111 (__mmask8) -1,
4112 _MM_FROUND_CUR_DIRECTION);
4113}
4114
4115static __inline__ __m256i __DEFAULT_FN_ATTRS
4116_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4117{
4118 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4119 (__v8si) __W,
4120 (__mmask8) __U,
4121 _MM_FROUND_CUR_DIRECTION);
4122}
4123
4124static __inline__ __m256i __DEFAULT_FN_ATTRS
4125_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4126{
4127 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4128 (__v8si)
4129 _mm256_setzero_si256 (),
4130 (__mmask8) __U,
4131 _MM_FROUND_CUR_DIRECTION);
4132}
Craig Topper79f53ca2016-06-23 06:36:42 +00004133
Adam Nemet63a951e2015-01-14 01:31:17 +00004134/* Unpack and Interleave */
Craig Topper79f53ca2016-06-23 06:36:42 +00004135
Michael Kupersteine45af542015-06-30 13:36:19 +00004136static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004137_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4138{
Craig Topper79f53ca2016-06-23 06:36:42 +00004139 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4140 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4141}
4142
4143static __inline__ __m512d __DEFAULT_FN_ATTRS
4144_mm512_mask_unpackhi_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4145{
4146 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4147 (__v8df)_mm512_unpackhi_pd(__A, __B),
4148 (__v8df)__W);
4149}
4150
4151static __inline__ __m512d __DEFAULT_FN_ATTRS
4152_mm512_maskz_unpackhi_pd(__mmask8 __U, __m512d __A, __m512d __B)
4153{
4154 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4155 (__v8df)_mm512_unpackhi_pd(__A, __B),
4156 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004157}
4158
Michael Kupersteine45af542015-06-30 13:36:19 +00004159static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004160_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4161{
Craig Topper79f53ca2016-06-23 06:36:42 +00004162 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4163 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4164}
4165
4166static __inline__ __m512d __DEFAULT_FN_ATTRS
4167_mm512_mask_unpacklo_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4168{
4169 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4170 (__v8df)_mm512_unpacklo_pd(__A, __B),
4171 (__v8df)__W);
4172}
4173
4174static __inline__ __m512d __DEFAULT_FN_ATTRS
4175_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
4176{
4177 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4178 (__v8df)_mm512_unpacklo_pd(__A, __B),
4179 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004180}
4181
Michael Kupersteine45af542015-06-30 13:36:19 +00004182static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004183_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4184{
Craig Topper79f53ca2016-06-23 06:36:42 +00004185 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4186 2, 18, 3, 19,
4187 2+4, 18+4, 3+4, 19+4,
4188 2+8, 18+8, 3+8, 19+8,
4189 2+12, 18+12, 3+12, 19+12);
4190}
4191
4192static __inline__ __m512 __DEFAULT_FN_ATTRS
4193_mm512_mask_unpackhi_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4194{
4195 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4196 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4197 (__v16sf)__W);
4198}
4199
4200static __inline__ __m512 __DEFAULT_FN_ATTRS
4201_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
4202{
4203 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4204 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4205 (__v16sf)_mm512_setzero_ps());
Adam Nemet63a951e2015-01-14 01:31:17 +00004206}
4207
Michael Kupersteine45af542015-06-30 13:36:19 +00004208static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004209_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4210{
Craig Topper79f53ca2016-06-23 06:36:42 +00004211 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4212 0, 16, 1, 17,
4213 0+4, 16+4, 1+4, 17+4,
4214 0+8, 16+8, 1+8, 17+8,
4215 0+12, 16+12, 1+12, 17+12);
4216}
4217
4218static __inline__ __m512 __DEFAULT_FN_ATTRS
4219_mm512_mask_unpacklo_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4220{
4221 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4222 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4223 (__v16sf)__W);
4224}
4225
4226static __inline__ __m512 __DEFAULT_FN_ATTRS
4227_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
4228{
4229 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4230 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4231 (__v16sf)_mm512_setzero_ps());
4232}
4233
4234static __inline__ __m512i __DEFAULT_FN_ATTRS
4235_mm512_unpackhi_epi32(__m512i __A, __m512i __B)
4236{
4237 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4238 2, 18, 3, 19,
4239 2+4, 18+4, 3+4, 19+4,
4240 2+8, 18+8, 3+8, 19+8,
4241 2+12, 18+12, 3+12, 19+12);
4242}
4243
4244static __inline__ __m512i __DEFAULT_FN_ATTRS
4245_mm512_mask_unpackhi_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4246{
4247 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4248 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4249 (__v16si)__W);
4250}
4251
4252static __inline__ __m512i __DEFAULT_FN_ATTRS
4253_mm512_maskz_unpackhi_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4254{
4255 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4256 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4257 (__v16si)_mm512_setzero_si512());
4258}
4259
4260static __inline__ __m512i __DEFAULT_FN_ATTRS
4261_mm512_unpacklo_epi32(__m512i __A, __m512i __B)
4262{
4263 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4264 0, 16, 1, 17,
4265 0+4, 16+4, 1+4, 17+4,
4266 0+8, 16+8, 1+8, 17+8,
4267 0+12, 16+12, 1+12, 17+12);
4268}
4269
4270static __inline__ __m512i __DEFAULT_FN_ATTRS
4271_mm512_mask_unpacklo_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4272{
4273 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4274 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4275 (__v16si)__W);
4276}
4277
4278static __inline__ __m512i __DEFAULT_FN_ATTRS
4279_mm512_maskz_unpacklo_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4280{
4281 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4282 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4283 (__v16si)_mm512_setzero_si512());
4284}
4285
4286static __inline__ __m512i __DEFAULT_FN_ATTRS
4287_mm512_unpackhi_epi64(__m512i __A, __m512i __B)
4288{
4289 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4290 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4291}
4292
4293static __inline__ __m512i __DEFAULT_FN_ATTRS
4294_mm512_mask_unpackhi_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4295{
4296 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4297 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4298 (__v8di)__W);
4299}
4300
4301static __inline__ __m512i __DEFAULT_FN_ATTRS
4302_mm512_maskz_unpackhi_epi64(__mmask8 __U, __m512i __A, __m512i __B)
4303{
4304 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4305 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4306 (__v8di)_mm512_setzero_si512());
4307}
4308
4309static __inline__ __m512i __DEFAULT_FN_ATTRS
4310_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
4311{
4312 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4313 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4314}
4315
4316static __inline__ __m512i __DEFAULT_FN_ATTRS
4317_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4318{
4319 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4320 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4321 (__v8di)__W);
4322}
4323
4324static __inline__ __m512i __DEFAULT_FN_ATTRS
4325_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4326{
4327 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4328 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4329 (__v8di)_mm512_setzero_si512());
Adam Nemet63a951e2015-01-14 01:31:17 +00004330}
4331
Adam Nemet0d5bb552014-07-28 17:14:40 +00004332/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004333
Michael Kupersteine45af542015-06-30 13:36:19 +00004334static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004335_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004336{
4337 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4338 (__v16si) __B,
4339 (__mmask16) -1);
4340}
4341
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004342static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4343_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4344{
4345 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4346 (__v16si) __B, __U);
4347}
4348
Michael Kupersteine45af542015-06-30 13:36:19 +00004349static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004350_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004351{
4352 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4353 (__v8di) __B,
4354 (__mmask8) -1);
4355}
4356
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004357static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4358_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4359{
4360 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4361}
4362
4363
Adam Nemet0d5bb552014-07-28 17:14:40 +00004364/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004365
Michael Kupersteine45af542015-06-30 13:36:19 +00004366static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004367_mm512_loadu_si512 (void const *__P)
4368{
Craig Topper4537ea72016-05-14 06:03:13 +00004369 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004370 (__v16si)
4371 _mm512_setzero_si512 (),
4372 (__mmask16) -1);
4373}
4374
4375static __inline __m512i __DEFAULT_FN_ATTRS
4376_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4377{
Craig Topper4537ea72016-05-14 06:03:13 +00004378 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004379 (__v16si) __W,
4380 (__mmask16) __U);
4381}
4382
4383
4384static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004385_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004386{
Craig Topper4537ea72016-05-14 06:03:13 +00004387 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004388 (__v16si)
4389 _mm512_setzero_si512 (),
4390 (__mmask16) __U);
4391}
4392
Michael Kupersteine45af542015-06-30 13:36:19 +00004393static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004394_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4395{
Craig Topper4537ea72016-05-14 06:03:13 +00004396 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004397 (__v8di) __W,
4398 (__mmask8) __U);
4399}
4400
4401static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004402_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004403{
Craig Topper4537ea72016-05-14 06:03:13 +00004404 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004405 (__v8di)
4406 _mm512_setzero_si512 (),
4407 (__mmask8) __U);
4408}
4409
Michael Kupersteine45af542015-06-30 13:36:19 +00004410static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004411_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4412{
Craig Topper4537ea72016-05-14 06:03:13 +00004413 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004414 (__v16sf) __W,
4415 (__mmask16) __U);
4416}
4417
4418static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004419_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004420{
Craig Topper4537ea72016-05-14 06:03:13 +00004421 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004422 (__v16sf)
4423 _mm512_setzero_ps (),
4424 (__mmask16) __U);
4425}
4426
Michael Kupersteine45af542015-06-30 13:36:19 +00004427static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004428_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004429{
Craig Topper4537ea72016-05-14 06:03:13 +00004430 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004431 (__v8df) __W,
4432 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004433}
4434
Michael Kupersteine45af542015-06-30 13:36:19 +00004435static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004436_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004437{
Craig Topper4537ea72016-05-14 06:03:13 +00004438 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004439 (__v8df)
4440 _mm512_setzero_pd (),
4441 (__mmask8) __U);
4442}
4443
Michael Kupersteine45af542015-06-30 13:36:19 +00004444static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004445_mm512_loadu_pd(double const *__p)
4446{
4447 struct __loadu_pd {
4448 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004449 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004450 return ((struct __loadu_pd*)__p)->__v;
4451}
4452
Michael Kupersteine45af542015-06-30 13:36:19 +00004453static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004454_mm512_loadu_ps(float const *__p)
4455{
4456 struct __loadu_ps {
4457 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004458 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004459 return ((struct __loadu_ps*)__p)->__v;
4460}
4461
Michael Kupersteine45af542015-06-30 13:36:19 +00004462static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004463_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004464{
4465 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4466 (__v16sf)
4467 _mm512_setzero_ps (),
4468 (__mmask16) -1);
4469}
4470
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004471static __inline __m512 __DEFAULT_FN_ATTRS
4472_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4473{
4474 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4475 (__v16sf) __W,
4476 (__mmask16) __U);
4477}
4478
4479static __inline __m512 __DEFAULT_FN_ATTRS
4480_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4481{
4482 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4483 (__v16sf)
4484 _mm512_setzero_ps (),
4485 (__mmask16) __U);
4486}
4487
Michael Kupersteine45af542015-06-30 13:36:19 +00004488static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004489_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004490{
4491 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4492 (__v8df)
4493 _mm512_setzero_pd (),
4494 (__mmask8) -1);
4495}
4496
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004497static __inline __m512d __DEFAULT_FN_ATTRS
4498_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4499{
4500 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4501 (__v8df) __W,
4502 (__mmask8) __U);
4503}
4504
4505static __inline __m512d __DEFAULT_FN_ATTRS
4506_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4507{
4508 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4509 (__v8df)
4510 _mm512_setzero_pd (),
4511 (__mmask8) __U);
4512}
4513
4514static __inline __m512i __DEFAULT_FN_ATTRS
4515_mm512_load_si512 (void const *__P)
4516{
4517 return *(__m512i *) __P;
4518}
4519
4520static __inline __m512i __DEFAULT_FN_ATTRS
4521_mm512_load_epi32 (void const *__P)
4522{
4523 return *(__m512i *) __P;
4524}
4525
4526static __inline __m512i __DEFAULT_FN_ATTRS
4527_mm512_load_epi64 (void const *__P)
4528{
4529 return *(__m512i *) __P;
4530}
4531
Adam Nemet0d5bb552014-07-28 17:14:40 +00004532/* SIMD store ops */
4533
Michael Kupersteine45af542015-06-30 13:36:19 +00004534static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004535_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004536{
Craig Topper4537ea72016-05-14 06:03:13 +00004537 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004538 (__mmask8) __U);
4539}
4540
Michael Kupersteine45af542015-06-30 13:36:19 +00004541static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004542_mm512_storeu_si512 (void *__P, __m512i __A)
4543{
Craig Topper4537ea72016-05-14 06:03:13 +00004544 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004545 (__mmask16) -1);
4546}
4547
4548static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004549_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004550{
Craig Topper4537ea72016-05-14 06:03:13 +00004551 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004552 (__mmask16) __U);
4553}
4554
Michael Kupersteine45af542015-06-30 13:36:19 +00004555static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004556_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004557{
Craig Topper4537ea72016-05-14 06:03:13 +00004558 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004559}
4560
Michael Kupersteine45af542015-06-30 13:36:19 +00004561static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004562_mm512_storeu_pd(void *__P, __m512d __A)
4563{
Craig Topper4537ea72016-05-14 06:03:13 +00004564 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004565}
4566
Michael Kupersteine45af542015-06-30 13:36:19 +00004567static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004568_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004569{
Craig Topper4537ea72016-05-14 06:03:13 +00004570 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004571 (__mmask16) __U);
4572}
4573
Michael Kupersteine45af542015-06-30 13:36:19 +00004574static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004575_mm512_storeu_ps(void *__P, __m512 __A)
4576{
Craig Topper4537ea72016-05-14 06:03:13 +00004577 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004578}
4579
Michael Kupersteine45af542015-06-30 13:36:19 +00004580static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004581_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004582{
Adam Nemetc0cff242015-01-16 18:51:50 +00004583 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004584}
4585
Michael Kupersteine45af542015-06-30 13:36:19 +00004586static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004587_mm512_store_pd(void *__P, __m512d __A)
4588{
4589 *(__m512d*)__P = __A;
4590}
4591
Michael Kupersteine45af542015-06-30 13:36:19 +00004592static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004593_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4594{
4595 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4596 (__mmask16) __U);
4597}
4598
Michael Kupersteine45af542015-06-30 13:36:19 +00004599static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004600_mm512_store_ps(void *__P, __m512 __A)
4601{
4602 *(__m512*)__P = __A;
4603}
4604
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004605static __inline void __DEFAULT_FN_ATTRS
4606_mm512_store_si512 (void *__P, __m512i __A)
4607{
4608 *(__m512i *) __P = __A;
4609}
4610
4611static __inline void __DEFAULT_FN_ATTRS
4612_mm512_store_epi32 (void *__P, __m512i __A)
4613{
4614 *(__m512i *) __P = __A;
4615}
4616
4617static __inline void __DEFAULT_FN_ATTRS
4618_mm512_store_epi64 (void *__P, __m512i __A)
4619{
4620 *(__m512i *) __P = __A;
4621}
4622
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004623/* Mask ops */
4624
Michael Kupersteine45af542015-06-30 13:36:19 +00004625static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004626_mm512_knot(__mmask16 __M)
4627{
4628 return __builtin_ia32_knothi(__M);
4629}
4630
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004631/* Integer compare */
4632
Michael Kupersteine45af542015-06-30 13:36:19 +00004633static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004634_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4635 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4636 (__mmask16)-1);
4637}
4638
Michael Kupersteine45af542015-06-30 13:36:19 +00004639static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004640_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4641 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4642 __u);
4643}
4644
Michael Kupersteine45af542015-06-30 13:36:19 +00004645static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004646_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4647 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4648 (__mmask16)-1);
4649}
4650
Michael Kupersteine45af542015-06-30 13:36:19 +00004651static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004652_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4653 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4654 __u);
4655}
4656
Michael Kupersteine45af542015-06-30 13:36:19 +00004657static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004658_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4659 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4660 __u);
4661}
4662
Michael Kupersteine45af542015-06-30 13:36:19 +00004663static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004664_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4665 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4666 (__mmask8)-1);
4667}
4668
Michael Kupersteine45af542015-06-30 13:36:19 +00004669static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004670_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4671 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4672 (__mmask8)-1);
4673}
4674
Michael Kupersteine45af542015-06-30 13:36:19 +00004675static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004676_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4677 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4678 __u);
4679}
4680
Michael Kupersteine45af542015-06-30 13:36:19 +00004681static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004682_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4683 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4684 (__mmask16)-1);
4685}
4686
Michael Kupersteine45af542015-06-30 13:36:19 +00004687static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004688_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4689 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4690 __u);
4691}
4692
Michael Kupersteine45af542015-06-30 13:36:19 +00004693static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004694_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4695 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4696 (__mmask16)-1);
4697}
4698
Michael Kupersteine45af542015-06-30 13:36:19 +00004699static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004700_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4701 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4702 __u);
4703}
4704
Michael Kupersteine45af542015-06-30 13:36:19 +00004705static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004706_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4707 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4708 (__mmask8)-1);
4709}
4710
Michael Kupersteine45af542015-06-30 13:36:19 +00004711static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004712_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4713 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4714 __u);
4715}
4716
Michael Kupersteine45af542015-06-30 13:36:19 +00004717static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004718_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4719 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4720 (__mmask8)-1);
4721}
4722
Michael Kupersteine45af542015-06-30 13:36:19 +00004723static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004724_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4725 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4726 __u);
4727}
4728
Michael Kupersteine45af542015-06-30 13:36:19 +00004729static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004730_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4731 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4732 (__mmask16)-1);
4733}
4734
Michael Kupersteine45af542015-06-30 13:36:19 +00004735static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004736_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4737 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4738 __u);
4739}
4740
Michael Kupersteine45af542015-06-30 13:36:19 +00004741static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004742_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4743 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4744 (__mmask16)-1);
4745}
4746
Michael Kupersteine45af542015-06-30 13:36:19 +00004747static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004748_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4749 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4750 __u);
4751}
4752
Michael Kupersteine45af542015-06-30 13:36:19 +00004753static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004754_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4755 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4756 __u);
4757}
4758
Michael Kupersteine45af542015-06-30 13:36:19 +00004759static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004760_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4761 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4762 (__mmask8)-1);
4763}
4764
Michael Kupersteine45af542015-06-30 13:36:19 +00004765static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004766_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4767 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4768 (__mmask8)-1);
4769}
4770
Michael Kupersteine45af542015-06-30 13:36:19 +00004771static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004772_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4773 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4774 __u);
4775}
4776
Michael Kupersteine45af542015-06-30 13:36:19 +00004777static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004778_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4779 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4780 (__mmask16)-1);
4781}
4782
Michael Kupersteine45af542015-06-30 13:36:19 +00004783static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004784_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4785 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4786 __u);
4787}
4788
Michael Kupersteine45af542015-06-30 13:36:19 +00004789static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004790_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4791 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4792 (__mmask16)-1);
4793}
4794
Michael Kupersteine45af542015-06-30 13:36:19 +00004795static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004796_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4797 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4798 __u);
4799}
4800
Michael Kupersteine45af542015-06-30 13:36:19 +00004801static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004802_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4803 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4804 (__mmask8)-1);
4805}
4806
Michael Kupersteine45af542015-06-30 13:36:19 +00004807static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004808_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4809 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4810 __u);
4811}
4812
Michael Kupersteine45af542015-06-30 13:36:19 +00004813static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004814_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4815 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4816 (__mmask8)-1);
4817}
4818
Michael Kupersteine45af542015-06-30 13:36:19 +00004819static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004820_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4821 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4822 __u);
4823}
4824
Michael Kupersteine45af542015-06-30 13:36:19 +00004825static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004826_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4827 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4828 (__mmask16)-1);
4829}
4830
Michael Kupersteine45af542015-06-30 13:36:19 +00004831static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004832_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4833 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4834 __u);
4835}
4836
Michael Kupersteine45af542015-06-30 13:36:19 +00004837static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004838_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4839 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4840 (__mmask16)-1);
4841}
4842
Michael Kupersteine45af542015-06-30 13:36:19 +00004843static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004844_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4845 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4846 __u);
4847}
4848
Michael Kupersteine45af542015-06-30 13:36:19 +00004849static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004850_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4851 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4852 (__mmask8)-1);
4853}
4854
Michael Kupersteine45af542015-06-30 13:36:19 +00004855static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004856_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4857 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4858 __u);
4859}
4860
Michael Kupersteine45af542015-06-30 13:36:19 +00004861static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004862_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4863 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4864 (__mmask8)-1);
4865}
4866
Michael Kupersteine45af542015-06-30 13:36:19 +00004867static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004868_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4869 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4870 __u);
4871}
4872
Michael Kupersteine45af542015-06-30 13:36:19 +00004873static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004874_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4875 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4876 (__mmask16)-1);
4877}
4878
Michael Kupersteine45af542015-06-30 13:36:19 +00004879static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004880_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4881 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4882 __u);
4883}
4884
Michael Kupersteine45af542015-06-30 13:36:19 +00004885static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004886_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4887 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4888 (__mmask16)-1);
4889}
4890
Michael Kupersteine45af542015-06-30 13:36:19 +00004891static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004892_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4893 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4894 __u);
4895}
4896
Michael Kupersteine45af542015-06-30 13:36:19 +00004897static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004898_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4899 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4900 (__mmask8)-1);
4901}
4902
Michael Kupersteine45af542015-06-30 13:36:19 +00004903static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004904_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4905 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4906 __u);
4907}
4908
Michael Kupersteine45af542015-06-30 13:36:19 +00004909static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004910_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4911 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4912 (__mmask8)-1);
4913}
4914
Michael Kupersteine45af542015-06-30 13:36:19 +00004915static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004916_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4917 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4918 __u);
4919}
4920
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004921static __inline__ __m512i __DEFAULT_FN_ATTRS
4922_mm512_cvtepi8_epi32 (__m128i __A)
4923{
4924 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4925 (__v16si)
4926 _mm512_setzero_si512 (),
4927 (__mmask16) -1);
4928}
4929
4930static __inline__ __m512i __DEFAULT_FN_ATTRS
4931_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4932{
4933 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4934 (__v16si) __W,
4935 (__mmask16) __U);
4936}
4937
4938static __inline__ __m512i __DEFAULT_FN_ATTRS
4939_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4940{
4941 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4942 (__v16si)
4943 _mm512_setzero_si512 (),
4944 (__mmask16) __U);
4945}
4946
4947static __inline__ __m512i __DEFAULT_FN_ATTRS
4948_mm512_cvtepi8_epi64 (__m128i __A)
4949{
4950 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4951 (__v8di)
4952 _mm512_setzero_si512 (),
4953 (__mmask8) -1);
4954}
4955
4956static __inline__ __m512i __DEFAULT_FN_ATTRS
4957_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4958{
4959 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4960 (__v8di) __W,
4961 (__mmask8) __U);
4962}
4963
4964static __inline__ __m512i __DEFAULT_FN_ATTRS
4965_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4966{
4967 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4968 (__v8di)
4969 _mm512_setzero_si512 (),
4970 (__mmask8) __U);
4971}
4972
4973static __inline__ __m512i __DEFAULT_FN_ATTRS
4974_mm512_cvtepi32_epi64 (__m256i __X)
4975{
4976 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4977 (__v8di)
4978 _mm512_setzero_si512 (),
4979 (__mmask8) -1);
4980}
4981
4982static __inline__ __m512i __DEFAULT_FN_ATTRS
4983_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
4984{
4985 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4986 (__v8di) __W,
4987 (__mmask8) __U);
4988}
4989
4990static __inline__ __m512i __DEFAULT_FN_ATTRS
4991_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
4992{
4993 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4994 (__v8di)
4995 _mm512_setzero_si512 (),
4996 (__mmask8) __U);
4997}
4998
4999static __inline__ __m512i __DEFAULT_FN_ATTRS
5000_mm512_cvtepi16_epi32 (__m256i __A)
5001{
5002 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5003 (__v16si)
5004 _mm512_setzero_si512 (),
5005 (__mmask16) -1);
5006}
5007
5008static __inline__ __m512i __DEFAULT_FN_ATTRS
5009_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5010{
5011 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5012 (__v16si) __W,
5013 (__mmask16) __U);
5014}
5015
5016static __inline__ __m512i __DEFAULT_FN_ATTRS
5017_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
5018{
5019 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5020 (__v16si)
5021 _mm512_setzero_si512 (),
5022 (__mmask16) __U);
5023}
5024
5025static __inline__ __m512i __DEFAULT_FN_ATTRS
5026_mm512_cvtepi16_epi64 (__m128i __A)
5027{
5028 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5029 (__v8di)
5030 _mm512_setzero_si512 (),
5031 (__mmask8) -1);
5032}
5033
5034static __inline__ __m512i __DEFAULT_FN_ATTRS
5035_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5036{
5037 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5038 (__v8di) __W,
5039 (__mmask8) __U);
5040}
5041
5042static __inline__ __m512i __DEFAULT_FN_ATTRS
5043_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
5044{
5045 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5046 (__v8di)
5047 _mm512_setzero_si512 (),
5048 (__mmask8) __U);
5049}
5050
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005051static __inline__ __m512i __DEFAULT_FN_ATTRS
5052_mm512_cvtepu8_epi32 (__m128i __A)
5053{
5054 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5055 (__v16si)
5056 _mm512_setzero_si512 (),
5057 (__mmask16) -1);
5058}
5059
5060static __inline__ __m512i __DEFAULT_FN_ATTRS
5061_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
5062{
5063 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5064 (__v16si) __W,
5065 (__mmask16) __U);
5066}
5067
5068static __inline__ __m512i __DEFAULT_FN_ATTRS
5069_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
5070{
5071 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5072 (__v16si)
5073 _mm512_setzero_si512 (),
5074 (__mmask16) __U);
5075}
5076
5077static __inline__ __m512i __DEFAULT_FN_ATTRS
5078_mm512_cvtepu8_epi64 (__m128i __A)
5079{
5080 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5081 (__v8di)
5082 _mm512_setzero_si512 (),
5083 (__mmask8) -1);
5084}
5085
5086static __inline__ __m512i __DEFAULT_FN_ATTRS
5087_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5088{
5089 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5090 (__v8di) __W,
5091 (__mmask8) __U);
5092}
5093
5094static __inline__ __m512i __DEFAULT_FN_ATTRS
5095_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
5096{
5097 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5098 (__v8di)
5099 _mm512_setzero_si512 (),
5100 (__mmask8) __U);
5101}
5102
5103static __inline__ __m512i __DEFAULT_FN_ATTRS
5104_mm512_cvtepu32_epi64 (__m256i __X)
5105{
5106 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5107 (__v8di)
5108 _mm512_setzero_si512 (),
5109 (__mmask8) -1);
5110}
5111
5112static __inline__ __m512i __DEFAULT_FN_ATTRS
5113_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5114{
5115 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5116 (__v8di) __W,
5117 (__mmask8) __U);
5118}
5119
5120static __inline__ __m512i __DEFAULT_FN_ATTRS
5121_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
5122{
5123 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5124 (__v8di)
5125 _mm512_setzero_si512 (),
5126 (__mmask8) __U);
5127}
5128
5129static __inline__ __m512i __DEFAULT_FN_ATTRS
5130_mm512_cvtepu16_epi32 (__m256i __A)
5131{
5132 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5133 (__v16si)
5134 _mm512_setzero_si512 (),
5135 (__mmask16) -1);
5136}
5137
5138static __inline__ __m512i __DEFAULT_FN_ATTRS
5139_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5140{
5141 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5142 (__v16si) __W,
5143 (__mmask16) __U);
5144}
5145
5146static __inline__ __m512i __DEFAULT_FN_ATTRS
5147_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5148{
5149 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5150 (__v16si)
5151 _mm512_setzero_si512 (),
5152 (__mmask16) __U);
5153}
5154
5155static __inline__ __m512i __DEFAULT_FN_ATTRS
5156_mm512_cvtepu16_epi64 (__m128i __A)
5157{
5158 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5159 (__v8di)
5160 _mm512_setzero_si512 (),
5161 (__mmask8) -1);
5162}
5163
5164static __inline__ __m512i __DEFAULT_FN_ATTRS
5165_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5166{
5167 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5168 (__v8di) __W,
5169 (__mmask8) __U);
5170}
5171
5172static __inline__ __m512i __DEFAULT_FN_ATTRS
5173_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5174{
5175 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5176 (__v8di)
5177 _mm512_setzero_si512 (),
5178 (__mmask8) __U);
5179}
5180
Michael Zuckermane98cc742016-02-23 15:59:47 +00005181static __inline__ __m512i __DEFAULT_FN_ATTRS
5182_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5183{
5184 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5185 (__v16si) __B,
5186 (__v16si)
5187 _mm512_setzero_si512 (),
5188 (__mmask16) -1);
5189}
5190
5191static __inline__ __m512i __DEFAULT_FN_ATTRS
5192_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5193{
5194 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5195 (__v16si) __B,
5196 (__v16si) __W,
5197 (__mmask16) __U);
5198}
5199
5200static __inline__ __m512i __DEFAULT_FN_ATTRS
5201_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5202{
5203 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5204 (__v16si) __B,
5205 (__v16si)
5206 _mm512_setzero_si512 (),
5207 (__mmask16) __U);
5208}
5209
5210static __inline__ __m512i __DEFAULT_FN_ATTRS
5211_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5212{
5213 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5214 (__v8di) __B,
5215 (__v8di)
5216 _mm512_setzero_si512 (),
5217 (__mmask8) -1);
5218}
5219
5220static __inline__ __m512i __DEFAULT_FN_ATTRS
5221_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5222{
5223 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5224 (__v8di) __B,
5225 (__v8di) __W,
5226 (__mmask8) __U);
5227}
5228
5229static __inline__ __m512i __DEFAULT_FN_ATTRS
5230_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5231{
5232 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5233 (__v8di) __B,
5234 (__v8di)
5235 _mm512_setzero_si512 (),
5236 (__mmask8) __U);
5237}
5238
5239
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005240
Craig Topper4cac1c22015-01-25 23:30:07 +00005241#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005242 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005243 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005244 (__mmask16)-1); })
5245
5246#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005247 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005248 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005249 (__mmask16)-1); })
5250
5251#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005252 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005253 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005254 (__mmask8)-1); })
5255
5256#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005257 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005258 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005259 (__mmask8)-1); })
5260
5261#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005262 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005263 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005264 (__mmask16)(m)); })
5265
5266#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005267 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005268 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005269 (__mmask16)(m)); })
5270
5271#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005272 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005273 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005274 (__mmask8)(m)); })
5275
5276#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005277 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005278 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005279 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005280
Michael Zuckerman38a27272016-02-22 09:05:41 +00005281#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005282 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5283 (__v16si)_mm512_setzero_si512(), \
5284 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005285
5286#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005287 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5288 (__v16si)(__m512i)(W), \
5289 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005290
5291#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005292 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5293 (__v16si)_mm512_setzero_si512(), \
5294 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005295
5296#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005297 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5298 (__v8di)_mm512_setzero_si512(), \
5299 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005300
5301#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005302 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5303 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005304
5305#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005306 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5307 (__v8di)_mm512_setzero_si512(), \
5308 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005309static __inline__ __m512i __DEFAULT_FN_ATTRS
5310_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5311{
5312 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5313 (__v16si) __B,
5314 (__v16si)
5315 _mm512_setzero_si512 (),
5316 (__mmask16) -1);
5317}
5318
5319static __inline__ __m512i __DEFAULT_FN_ATTRS
5320_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5321{
5322 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5323 (__v16si) __B,
5324 (__v16si) __W,
5325 (__mmask16) __U);
5326}
5327
5328static __inline__ __m512i __DEFAULT_FN_ATTRS
5329_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5330{
5331 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5332 (__v16si) __B,
5333 (__v16si)
5334 _mm512_setzero_si512 (),
5335 (__mmask16) __U);
5336}
5337
5338static __inline__ __m512i __DEFAULT_FN_ATTRS
5339_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5340{
5341 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5342 (__v8di) __B,
5343 (__v8di)
5344 _mm512_setzero_si512 (),
5345 (__mmask8) -1);
5346}
5347
5348static __inline__ __m512i __DEFAULT_FN_ATTRS
5349_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5350{
5351 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5352 (__v8di) __B,
5353 (__v8di) __W,
5354 (__mmask8) __U);
5355}
5356
5357static __inline__ __m512i __DEFAULT_FN_ATTRS
5358_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5359{
5360 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5361 (__v8di) __B,
5362 (__v8di)
5363 _mm512_setzero_si512 (),
5364 (__mmask8) __U);
5365}
5366
Craig Topper8c18e112016-05-17 04:41:50 +00005367#define _mm512_ror_epi32(A, B) __extension__ ({ \
5368 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5369 (__v16si)_mm512_setzero_si512(), \
5370 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005371
Craig Topper8c18e112016-05-17 04:41:50 +00005372#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5373 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5374 (__v16si)(__m512i)(W), \
5375 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005376
Craig Topper8c18e112016-05-17 04:41:50 +00005377#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5378 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5379 (__v16si)_mm512_setzero_si512(), \
5380 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005381
Craig Topper8c18e112016-05-17 04:41:50 +00005382#define _mm512_ror_epi64(A, B) __extension__ ({ \
5383 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5384 (__v8di)_mm512_setzero_si512(), \
5385 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005386
Craig Topper8c18e112016-05-17 04:41:50 +00005387#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5388 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5389 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005390
Craig Topper8c18e112016-05-17 04:41:50 +00005391#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5392 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5393 (__v8di)_mm512_setzero_si512(), \
5394 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005395
Craig Topper8c18e112016-05-17 04:41:50 +00005396#define _mm512_slli_epi32(A, B) __extension__ ({ \
5397 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5398 (__v16si)_mm512_setzero_si512(), \
5399 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005400
Craig Topper8c18e112016-05-17 04:41:50 +00005401#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5402 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5403 (__v16si)(__m512i)(W), \
5404 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005405
Craig Topper8c18e112016-05-17 04:41:50 +00005406#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5407 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5408 (__v16si)_mm512_setzero_si512(), \
5409 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005410
Craig Topper8c18e112016-05-17 04:41:50 +00005411#define _mm512_slli_epi64(A, B) __extension__ ({ \
5412 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5413 (__v8di)_mm512_setzero_si512(), \
5414 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005415
Craig Topper8c18e112016-05-17 04:41:50 +00005416#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5417 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5418 (__v8di)(__m512i)(W), \
5419 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005420
Craig Topper8c18e112016-05-17 04:41:50 +00005421#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5422 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5423 (__v8di)_mm512_setzero_si512(), \
5424 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005425
Michael Zuckerman38a27272016-02-22 09:05:41 +00005426
Michael Zuckermand176d742016-03-01 17:49:03 +00005427
Craig Topper8c18e112016-05-17 04:41:50 +00005428#define _mm512_srli_epi32(A, B) __extension__ ({ \
5429 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5430 (__v16si)_mm512_setzero_si512(), \
5431 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005432
Craig Topper8c18e112016-05-17 04:41:50 +00005433#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5434 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5435 (__v16si)(__m512i)(W), \
5436 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005437
Craig Topper8c18e112016-05-17 04:41:50 +00005438#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5439 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5440 (__v16si)_mm512_setzero_si512(), \
5441 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005442
Craig Topper8c18e112016-05-17 04:41:50 +00005443#define _mm512_srli_epi64(A, B) __extension__ ({ \
5444 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5445 (__v8di)_mm512_setzero_si512(), \
5446 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005447
Craig Topper8c18e112016-05-17 04:41:50 +00005448#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5449 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5450 (__v8di)(__m512i)(W), \
5451 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005452
Craig Topper8c18e112016-05-17 04:41:50 +00005453#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5454 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5455 (__v8di)_mm512_setzero_si512(), \
5456 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005457
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005458static __inline__ __m512i __DEFAULT_FN_ATTRS
5459_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5460{
5461 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5462 (__v16si) __W,
5463 (__mmask16) __U);
5464}
5465
5466static __inline__ __m512i __DEFAULT_FN_ATTRS
5467_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5468{
5469 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5470 (__v16si)
5471 _mm512_setzero_si512 (),
5472 (__mmask16) __U);
5473}
5474
5475static __inline__ void __DEFAULT_FN_ATTRS
5476_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5477{
5478 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5479 (__mmask16) __U);
5480}
5481
5482static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005483_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5484{
Igor Bregeraadb8762016-06-08 13:59:20 +00005485 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5486 (__v16si) __A,
5487 (__v16si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +00005488}
5489
5490static __inline__ __m512i __DEFAULT_FN_ATTRS
5491_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5492{
Igor Bregeraadb8762016-06-08 13:59:20 +00005493 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5494 (__v16si) __A,
5495 (__v16si) _mm512_setzero_si512 ());
Michael Zuckermane6542002016-05-23 08:01:48 +00005496}
5497
5498static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005499_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5500{
Igor Bregeraadb8762016-06-08 13:59:20 +00005501 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5502 (__v8di) __A,
5503 (__v8di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005504}
5505
5506static __inline__ __m512i __DEFAULT_FN_ATTRS
5507_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5508{
Igor Bregeraadb8762016-06-08 13:59:20 +00005509 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5510 (__v8di) __A,
5511 (__v8di) _mm512_setzero_si512 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005512}
5513
5514static __inline__ __m512i __DEFAULT_FN_ATTRS
5515_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5516{
5517 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5518 (__v8di) __W,
5519 (__mmask8) __U);
5520}
5521
5522static __inline__ __m512i __DEFAULT_FN_ATTRS
5523_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5524{
5525 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5526 (__v8di)
5527 _mm512_setzero_si512 (),
5528 (__mmask8) __U);
5529}
5530
5531static __inline__ void __DEFAULT_FN_ATTRS
5532_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5533{
5534 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5535 (__mmask8) __U);
5536}
5537
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005538static __inline__ __m512d __DEFAULT_FN_ATTRS
5539_mm512_movedup_pd (__m512d __A)
5540{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005541 return (__m512d)__builtin_shufflevector((__v8df)__A, (__v8df)__A,
5542 0, 0, 2, 2, 4, 4, 6, 6);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005543}
5544
5545static __inline__ __m512d __DEFAULT_FN_ATTRS
5546_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5547{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005548 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5549 (__v8df)_mm512_movedup_pd(__A),
5550 (__v8df)__W);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005551}
5552
5553static __inline__ __m512d __DEFAULT_FN_ATTRS
5554_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5555{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005556 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5557 (__v8df)_mm512_movedup_pd(__A),
5558 (__v8df)_mm512_setzero_pd());
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005559}
5560
Craig Topper8c18e112016-05-17 04:41:50 +00005561#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5562 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5563 (__v8df)(__m512d)(B), \
5564 (__v8di)(__m512i)(C), (int)(imm), \
5565 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005566
Craig Topper8c18e112016-05-17 04:41:50 +00005567#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5568 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5569 (__v8df)(__m512d)(B), \
5570 (__v8di)(__m512i)(C), (int)(imm), \
5571 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005572
Craig Topper8c18e112016-05-17 04:41:50 +00005573#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5574 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5575 (__v8df)(__m512d)(B), \
5576 (__v8di)(__m512i)(C), (int)(imm), \
5577 (__mmask8)-1, \
5578 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005579
Craig Topper8c18e112016-05-17 04:41:50 +00005580#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5581 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5582 (__v8df)(__m512d)(B), \
5583 (__v8di)(__m512i)(C), (int)(imm), \
5584 (__mmask8)(U), \
5585 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005586
Craig Topper8c18e112016-05-17 04:41:50 +00005587#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5588 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5589 (__v8df)(__m512d)(B), \
5590 (__v8di)(__m512i)(C), \
5591 (int)(imm), (__mmask8)(U), \
5592 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005593
Craig Topper8c18e112016-05-17 04:41:50 +00005594#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5595 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5596 (__v8df)(__m512d)(B), \
5597 (__v8di)(__m512i)(C), \
5598 (int)(imm), (__mmask8)(U), \
5599 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005600
Craig Topper8c18e112016-05-17 04:41:50 +00005601#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5602 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5603 (__v16sf)(__m512)(B), \
5604 (__v16si)(__m512i)(C), (int)(imm), \
5605 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005606
Craig Topper8c18e112016-05-17 04:41:50 +00005607#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5608 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5609 (__v16sf)(__m512)(B), \
5610 (__v16si)(__m512i)(C), (int)(imm), \
5611 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005612
Craig Topper8c18e112016-05-17 04:41:50 +00005613#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5614 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5615 (__v16sf)(__m512)(B), \
5616 (__v16si)(__m512i)(C), (int)(imm), \
5617 (__mmask16)-1, \
5618 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005619
Craig Topper8c18e112016-05-17 04:41:50 +00005620#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5621 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5622 (__v16sf)(__m512)(B), \
5623 (__v16si)(__m512i)(C), (int)(imm), \
5624 (__mmask16)(U), \
5625 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005626
Craig Topper8c18e112016-05-17 04:41:50 +00005627#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5628 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5629 (__v16sf)(__m512)(B), \
5630 (__v16si)(__m512i)(C), \
5631 (int)(imm), (__mmask16)(U), \
5632 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005633
Craig Topper8c18e112016-05-17 04:41:50 +00005634#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5635 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5636 (__v16sf)(__m512)(B), \
5637 (__v16si)(__m512i)(C), \
5638 (int)(imm), (__mmask16)(U), \
5639 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005640
Craig Topper8c18e112016-05-17 04:41:50 +00005641#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5642 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5643 (__v2df)(__m128d)(B), \
5644 (__v2di)(__m128i)(C), (int)(imm), \
5645 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005646
Craig Topper8c18e112016-05-17 04:41:50 +00005647#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5648 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5649 (__v2df)(__m128d)(B), \
5650 (__v2di)(__m128i)(C), (int)(imm), \
5651 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005652
Craig Topper8c18e112016-05-17 04:41:50 +00005653#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5654 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5655 (__v2df)(__m128d)(B), \
5656 (__v2di)(__m128i)(C), (int)(imm), \
5657 (__mmask8)-1, \
5658 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005659
Craig Topper8c18e112016-05-17 04:41:50 +00005660#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5661 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5662 (__v2df)(__m128d)(B), \
5663 (__v2di)(__m128i)(C), (int)(imm), \
5664 (__mmask8)(U), \
5665 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005666
Craig Topper8c18e112016-05-17 04:41:50 +00005667#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5668 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5669 (__v2df)(__m128d)(B), \
5670 (__v2di)(__m128i)(C), (int)(imm), \
5671 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005672
Craig Topper8c18e112016-05-17 04:41:50 +00005673#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5674 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5675 (__v2df)(__m128d)(B), \
5676 (__v2di)(__m128i)(C), (int)(imm), \
5677 (__mmask8)(U), \
5678 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005679
Craig Topper8c18e112016-05-17 04:41:50 +00005680#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5681 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5682 (__v4sf)(__m128)(B), \
5683 (__v4si)(__m128i)(C), (int)(imm), \
5684 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005685
Craig Topper8c18e112016-05-17 04:41:50 +00005686#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5687 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5688 (__v4sf)(__m128)(B), \
5689 (__v4si)(__m128i)(C), (int)(imm), \
5690 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005691
Craig Topper8c18e112016-05-17 04:41:50 +00005692#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5693 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5694 (__v4sf)(__m128)(B), \
5695 (__v4si)(__m128i)(C), (int)(imm), \
5696 (__mmask8)-1, \
5697 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005698
Craig Topper8c18e112016-05-17 04:41:50 +00005699#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5700 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5701 (__v4sf)(__m128)(B), \
5702 (__v4si)(__m128i)(C), (int)(imm), \
5703 (__mmask8)(U), \
5704 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005705
Craig Topper8c18e112016-05-17 04:41:50 +00005706#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5707 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5708 (__v4sf)(__m128)(B), \
5709 (__v4si)(__m128i)(C), (int)(imm), \
5710 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005711
Craig Topper8c18e112016-05-17 04:41:50 +00005712#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5713 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5714 (__v4sf)(__m128)(B), \
5715 (__v4si)(__m128i)(C), (int)(imm), \
5716 (__mmask8)(U), \
5717 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005718
Craig Topper8c18e112016-05-17 04:41:50 +00005719#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5720 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5721 (__v2df)(__m128d)(B), \
5722 (__v2df)_mm_setzero_pd(), \
5723 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005724
5725
5726static __inline__ __m128d __DEFAULT_FN_ATTRS
5727_mm_getexp_sd (__m128d __A, __m128d __B)
5728{
5729 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5730 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5731}
5732
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005733static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005734_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005735{
5736 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5737 (__v2df) __B,
5738 (__v2df) __W,
5739 (__mmask8) __U,
5740 _MM_FROUND_CUR_DIRECTION);
5741}
5742
Craig Topper8c18e112016-05-17 04:41:50 +00005743#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5744 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5745 (__v2df)(__m128d)(B), \
5746 (__v2df)(__m128d)(W), \
5747 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005748
5749static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005750_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005751{
5752 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5753 (__v2df) __B,
5754 (__v2df) _mm_setzero_pd (),
5755 (__mmask8) __U,
5756 _MM_FROUND_CUR_DIRECTION);
5757}
5758
Craig Topper8c18e112016-05-17 04:41:50 +00005759#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5760 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5761 (__v2df)(__m128d)(B), \
5762 (__v2df)_mm_setzero_pd(), \
5763 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005764
Craig Topper8c18e112016-05-17 04:41:50 +00005765#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5766 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5767 (__v4sf)(__m128)(B), \
5768 (__v4sf)_mm_setzero_ps(), \
5769 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005770
5771static __inline__ __m128 __DEFAULT_FN_ATTRS
5772_mm_getexp_ss (__m128 __A, __m128 __B)
5773{
5774 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5775 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5776}
5777
Craig Topper58187d32016-05-17 04:41:29 +00005778static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005779_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005780{
Craig Topper58187d32016-05-17 04:41:29 +00005781 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005782 (__v4sf) __B,
5783 (__v4sf) __W,
5784 (__mmask8) __U,
5785 _MM_FROUND_CUR_DIRECTION);
5786}
5787
Craig Topper8c18e112016-05-17 04:41:50 +00005788#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5789 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5790 (__v4sf)(__m128)(B), \
5791 (__v4sf)(__m128)(W), \
5792 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005793
Craig Topper58187d32016-05-17 04:41:29 +00005794static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005795_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005796{
Craig Topper58187d32016-05-17 04:41:29 +00005797 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005798 (__v4sf) __B,
5799 (__v4sf) _mm_setzero_pd (),
5800 (__mmask8) __U,
5801 _MM_FROUND_CUR_DIRECTION);
5802}
5803
Craig Topper8c18e112016-05-17 04:41:50 +00005804#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5805 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5806 (__v4sf)(__m128)(B), \
5807 (__v4sf)_mm_setzero_ps(), \
5808 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005809
Craig Topper8c18e112016-05-17 04:41:50 +00005810#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5811 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5812 (__v2df)(__m128d)(B), \
5813 (int)(((D)<<2) | (C)), \
5814 (__v2df)_mm_setzero_pd(), \
5815 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005816
Craig Topper8c18e112016-05-17 04:41:50 +00005817#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5818 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5819 (__v2df)(__m128d)(B), \
5820 (int)(((D)<<2) | (C)), \
5821 (__v2df)_mm_setzero_pd(), \
5822 (__mmask8)-1, \
5823 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005824
Craig Topper8c18e112016-05-17 04:41:50 +00005825#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5826 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5827 (__v2df)(__m128d)(B), \
5828 (int)(((D)<<2) | (C)), \
5829 (__v2df)(__m128d)(W), \
5830 (__mmask8)(U), \
5831 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005832
Craig Topper8c18e112016-05-17 04:41:50 +00005833#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5834 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5835 (__v2df)(__m128d)(B), \
5836 (int)(((D)<<2) | (C)), \
5837 (__v2df)(__m128d)(W), \
5838 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005839
Craig Topper8c18e112016-05-17 04:41:50 +00005840#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5841 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5842 (__v2df)(__m128d)(B), \
5843 (int)(((D)<<2) | (C)), \
5844 (__v2df)_mm_setzero_pd(), \
5845 (__mmask8)(U), \
5846 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005847
Craig Topper8c18e112016-05-17 04:41:50 +00005848#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5849 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5850 (__v2df)(__m128d)(B), \
5851 (int)(((D)<<2) | (C)), \
5852 (__v2df)_mm_setzero_pd(), \
5853 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005854
Craig Topper8c18e112016-05-17 04:41:50 +00005855#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5856 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5857 (__v4sf)(__m128)(B), \
5858 (int)(((D)<<2) | (C)), \
5859 (__v4sf)_mm_setzero_ps(), \
5860 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005861
Craig Topper8c18e112016-05-17 04:41:50 +00005862#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5863 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5864 (__v4sf)(__m128)(B), \
5865 (int)(((D)<<2) | (C)), \
5866 (__v4sf)_mm_setzero_ps(), \
5867 (__mmask8)-1, \
5868 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005869
Craig Topper8c18e112016-05-17 04:41:50 +00005870#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5871 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5872 (__v4sf)(__m128)(B), \
5873 (int)(((D)<<2) | (C)), \
5874 (__v4sf)(__m128)(W), \
5875 (__mmask8)(U), \
5876 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005877
Craig Topper8c18e112016-05-17 04:41:50 +00005878#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5879 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5880 (__v4sf)(__m128)(B), \
5881 (int)(((D)<<2) | (C)), \
5882 (__v4sf)(__m128)(W), \
5883 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005884
Craig Topper8c18e112016-05-17 04:41:50 +00005885#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
5886 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5887 (__v4sf)(__m128)(B), \
5888 (int)(((D)<<2) | (C)), \
5889 (__v4sf)_mm_setzero_pd(), \
5890 (__mmask8)(U), \
5891 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005892
Craig Topper8c18e112016-05-17 04:41:50 +00005893#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
5894 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5895 (__v4sf)(__m128)(B), \
5896 (int)(((D)<<2) | (C)), \
5897 (__v4sf)_mm_setzero_ps(), \
5898 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005899
5900static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5901_mm512_kmov (__mmask16 __A)
5902{
5903 return __A;
5904}
5905
Craig Topper8c18e112016-05-17 04:41:50 +00005906#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
5907 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
5908 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005909
Craig Topper8c18e112016-05-17 04:41:50 +00005910#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
5911 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
5912 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005913
Craig Topper45db56c2016-07-21 07:38:39 +00005914#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00005915#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
5916 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00005917#endif
Simon Pilgrim427154d2016-07-04 21:30:47 +00005918
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005919static __inline__ __m512i __DEFAULT_FN_ATTRS
5920_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5921 __mmask16 __U, __m512i __B)
5922{
5923 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5924 (__v16si) __I
5925 /* idx */ ,
5926 (__v16si) __B,
5927 (__mmask16) __U);
5928}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005929
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005930static __inline__ __m512i __DEFAULT_FN_ATTRS
5931_mm512_sll_epi32 (__m512i __A, __m128i __B)
5932{
5933 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5934 (__v4si) __B,
5935 (__v16si)
5936 _mm512_setzero_si512 (),
5937 (__mmask16) -1);
5938}
5939
5940static __inline__ __m512i __DEFAULT_FN_ATTRS
5941_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5942{
5943 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5944 (__v4si) __B,
5945 (__v16si) __W,
5946 (__mmask16) __U);
5947}
5948
5949static __inline__ __m512i __DEFAULT_FN_ATTRS
5950_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5951{
5952 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5953 (__v4si) __B,
5954 (__v16si)
5955 _mm512_setzero_si512 (),
5956 (__mmask16) __U);
5957}
5958
5959static __inline__ __m512i __DEFAULT_FN_ATTRS
5960_mm512_sll_epi64 (__m512i __A, __m128i __B)
5961{
5962 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5963 (__v2di) __B,
5964 (__v8di)
5965 _mm512_setzero_si512 (),
5966 (__mmask8) -1);
5967}
5968
5969static __inline__ __m512i __DEFAULT_FN_ATTRS
5970_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5971{
5972 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5973 (__v2di) __B,
5974 (__v8di) __W,
5975 (__mmask8) __U);
5976}
5977
5978static __inline__ __m512i __DEFAULT_FN_ATTRS
5979_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5980{
5981 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5982 (__v2di) __B,
5983 (__v8di)
5984 _mm512_setzero_si512 (),
5985 (__mmask8) __U);
5986}
5987
5988static __inline__ __m512i __DEFAULT_FN_ATTRS
5989_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
5990{
5991 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5992 (__v16si) __Y,
5993 (__v16si)
5994 _mm512_setzero_si512 (),
5995 (__mmask16) -1);
5996}
5997
5998static __inline__ __m512i __DEFAULT_FN_ATTRS
5999_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6000{
6001 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6002 (__v16si) __Y,
6003 (__v16si) __W,
6004 (__mmask16) __U);
6005}
6006
6007static __inline__ __m512i __DEFAULT_FN_ATTRS
6008_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6009{
6010 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6011 (__v16si) __Y,
6012 (__v16si)
6013 _mm512_setzero_si512 (),
6014 (__mmask16) __U);
6015}
6016
6017static __inline__ __m512i __DEFAULT_FN_ATTRS
6018_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
6019{
6020 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6021 (__v8di) __Y,
6022 (__v8di)
6023 _mm512_undefined_pd (),
6024 (__mmask8) -1);
6025}
6026
6027static __inline__ __m512i __DEFAULT_FN_ATTRS
6028_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6029{
6030 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6031 (__v8di) __Y,
6032 (__v8di) __W,
6033 (__mmask8) __U);
6034}
6035
6036static __inline__ __m512i __DEFAULT_FN_ATTRS
6037_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6038{
6039 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6040 (__v8di) __Y,
6041 (__v8di)
6042 _mm512_setzero_si512 (),
6043 (__mmask8) __U);
6044}
6045
6046static __inline__ __m512i __DEFAULT_FN_ATTRS
6047_mm512_sra_epi32 (__m512i __A, __m128i __B)
6048{
6049 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6050 (__v4si) __B,
6051 (__v16si)
6052 _mm512_setzero_si512 (),
6053 (__mmask16) -1);
6054}
6055
6056static __inline__ __m512i __DEFAULT_FN_ATTRS
6057_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6058{
6059 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6060 (__v4si) __B,
6061 (__v16si) __W,
6062 (__mmask16) __U);
6063}
6064
6065static __inline__ __m512i __DEFAULT_FN_ATTRS
6066_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6067{
6068 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6069 (__v4si) __B,
6070 (__v16si)
6071 _mm512_setzero_si512 (),
6072 (__mmask16) __U);
6073}
6074
6075static __inline__ __m512i __DEFAULT_FN_ATTRS
6076_mm512_sra_epi64 (__m512i __A, __m128i __B)
6077{
6078 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6079 (__v2di) __B,
6080 (__v8di)
6081 _mm512_setzero_si512 (),
6082 (__mmask8) -1);
6083}
6084
6085static __inline__ __m512i __DEFAULT_FN_ATTRS
6086_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6087{
6088 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6089 (__v2di) __B,
6090 (__v8di) __W,
6091 (__mmask8) __U);
6092}
6093
6094static __inline__ __m512i __DEFAULT_FN_ATTRS
6095_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6096{
6097 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6098 (__v2di) __B,
6099 (__v8di)
6100 _mm512_setzero_si512 (),
6101 (__mmask8) __U);
6102}
6103
6104static __inline__ __m512i __DEFAULT_FN_ATTRS
6105_mm512_srav_epi32 (__m512i __X, __m512i __Y)
6106{
6107 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6108 (__v16si) __Y,
6109 (__v16si)
6110 _mm512_setzero_si512 (),
6111 (__mmask16) -1);
6112}
6113
6114static __inline__ __m512i __DEFAULT_FN_ATTRS
6115_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6116{
6117 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6118 (__v16si) __Y,
6119 (__v16si) __W,
6120 (__mmask16) __U);
6121}
6122
6123static __inline__ __m512i __DEFAULT_FN_ATTRS
6124_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6125{
6126 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6127 (__v16si) __Y,
6128 (__v16si)
6129 _mm512_setzero_si512 (),
6130 (__mmask16) __U);
6131}
6132
6133static __inline__ __m512i __DEFAULT_FN_ATTRS
6134_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6135{
6136 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6137 (__v8di) __Y,
6138 (__v8di)
6139 _mm512_setzero_si512 (),
6140 (__mmask8) -1);
6141}
6142
6143static __inline__ __m512i __DEFAULT_FN_ATTRS
6144_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6145{
6146 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6147 (__v8di) __Y,
6148 (__v8di) __W,
6149 (__mmask8) __U);
6150}
6151
6152static __inline__ __m512i __DEFAULT_FN_ATTRS
6153_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6154{
6155 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6156 (__v8di) __Y,
6157 (__v8di)
6158 _mm512_setzero_si512 (),
6159 (__mmask8) __U);
6160}
6161
6162static __inline__ __m512i __DEFAULT_FN_ATTRS
6163_mm512_srl_epi32 (__m512i __A, __m128i __B)
6164{
6165 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6166 (__v4si) __B,
6167 (__v16si)
6168 _mm512_setzero_si512 (),
6169 (__mmask16) -1);
6170}
6171
6172static __inline__ __m512i __DEFAULT_FN_ATTRS
6173_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6174{
6175 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6176 (__v4si) __B,
6177 (__v16si) __W,
6178 (__mmask16) __U);
6179}
6180
6181static __inline__ __m512i __DEFAULT_FN_ATTRS
6182_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6183{
6184 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6185 (__v4si) __B,
6186 (__v16si)
6187 _mm512_setzero_si512 (),
6188 (__mmask16) __U);
6189}
6190
6191static __inline__ __m512i __DEFAULT_FN_ATTRS
6192_mm512_srl_epi64 (__m512i __A, __m128i __B)
6193{
6194 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6195 (__v2di) __B,
6196 (__v8di)
6197 _mm512_setzero_si512 (),
6198 (__mmask8) -1);
6199}
6200
6201static __inline__ __m512i __DEFAULT_FN_ATTRS
6202_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6203{
6204 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6205 (__v2di) __B,
6206 (__v8di) __W,
6207 (__mmask8) __U);
6208}
6209
6210static __inline__ __m512i __DEFAULT_FN_ATTRS
6211_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6212{
6213 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6214 (__v2di) __B,
6215 (__v8di)
6216 _mm512_setzero_si512 (),
6217 (__mmask8) __U);
6218}
6219
6220static __inline__ __m512i __DEFAULT_FN_ATTRS
6221_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6222{
6223 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6224 (__v16si) __Y,
6225 (__v16si)
6226 _mm512_setzero_si512 (),
6227 (__mmask16) -1);
6228}
6229
6230static __inline__ __m512i __DEFAULT_FN_ATTRS
6231_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6232{
6233 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6234 (__v16si) __Y,
6235 (__v16si) __W,
6236 (__mmask16) __U);
6237}
6238
6239static __inline__ __m512i __DEFAULT_FN_ATTRS
6240_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6241{
6242 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6243 (__v16si) __Y,
6244 (__v16si)
6245 _mm512_setzero_si512 (),
6246 (__mmask16) __U);
6247}
6248
6249static __inline__ __m512i __DEFAULT_FN_ATTRS
6250_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6251{
6252 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6253 (__v8di) __Y,
6254 (__v8di)
6255 _mm512_setzero_si512 (),
6256 (__mmask8) -1);
6257}
6258
6259static __inline__ __m512i __DEFAULT_FN_ATTRS
6260_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6261{
6262 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6263 (__v8di) __Y,
6264 (__v8di) __W,
6265 (__mmask8) __U);
6266}
6267
6268static __inline__ __m512i __DEFAULT_FN_ATTRS
6269_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6270{
6271 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6272 (__v8di) __Y,
6273 (__v8di)
6274 _mm512_setzero_si512 (),
6275 (__mmask8) __U);
6276}
6277
Craig Topper8c18e112016-05-17 04:41:50 +00006278#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6279 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6280 (__v16si)(__m512i)(B), \
6281 (__v16si)(__m512i)(C), (int)(imm), \
6282 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006283
Craig Topper8c18e112016-05-17 04:41:50 +00006284#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6285 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6286 (__v16si)(__m512i)(B), \
6287 (__v16si)(__m512i)(C), (int)(imm), \
6288 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006289
Craig Topper8c18e112016-05-17 04:41:50 +00006290#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6291 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6292 (__v16si)(__m512i)(B), \
6293 (__v16si)(__m512i)(C), \
6294 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006295
Craig Topper8c18e112016-05-17 04:41:50 +00006296#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6297 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6298 (__v8di)(__m512i)(B), \
6299 (__v8di)(__m512i)(C), (int)(imm), \
6300 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006301
Craig Topper8c18e112016-05-17 04:41:50 +00006302#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6303 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6304 (__v8di)(__m512i)(B), \
6305 (__v8di)(__m512i)(C), (int)(imm), \
6306 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006307
Craig Topper8c18e112016-05-17 04:41:50 +00006308#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6309 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6310 (__v8di)(__m512i)(B), \
6311 (__v8di)(__m512i)(C), (int)(imm), \
6312 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006313
Craig Topper45db56c2016-07-21 07:38:39 +00006314#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006315#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6316 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00006317#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006318
Craig Topper8c18e112016-05-17 04:41:50 +00006319#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6320 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006321
Craig Topper8c18e112016-05-17 04:41:50 +00006322#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6323 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006324
Craig Topper8c18e112016-05-17 04:41:50 +00006325#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6326 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006327
6328static __inline__ unsigned __DEFAULT_FN_ATTRS
6329_mm_cvtsd_u32 (__m128d __A)
6330{
6331 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6332 _MM_FROUND_CUR_DIRECTION);
6333}
6334
Craig Topper45db56c2016-07-21 07:38:39 +00006335#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006336#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6337 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6338 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006339
6340static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6341_mm_cvtsd_u64 (__m128d __A)
6342{
6343 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6344 __A,
6345 _MM_FROUND_CUR_DIRECTION);
6346}
Craig Topper45db56c2016-07-21 07:38:39 +00006347#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006348
Craig Topper8c18e112016-05-17 04:41:50 +00006349#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6350 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006351
Craig Topper8c18e112016-05-17 04:41:50 +00006352#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6353 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006354
Craig Topper45db56c2016-07-21 07:38:39 +00006355#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006356#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6357 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006358
Craig Topper8c18e112016-05-17 04:41:50 +00006359#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6360 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00006361#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006362
Craig Topper8c18e112016-05-17 04:41:50 +00006363#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6364 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006365
6366static __inline__ unsigned __DEFAULT_FN_ATTRS
6367_mm_cvtss_u32 (__m128 __A)
6368{
6369 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6370 _MM_FROUND_CUR_DIRECTION);
6371}
6372
Craig Topper45db56c2016-07-21 07:38:39 +00006373#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006374#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6375 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6376 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006377
6378static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6379_mm_cvtss_u64 (__m128 __A)
6380{
6381 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6382 __A,
6383 _MM_FROUND_CUR_DIRECTION);
6384}
Craig Topper45db56c2016-07-21 07:38:39 +00006385#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006386
Craig Topper8c18e112016-05-17 04:41:50 +00006387#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6388 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006389
Craig Topper8c18e112016-05-17 04:41:50 +00006390#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6391 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006392
6393static __inline__ int __DEFAULT_FN_ATTRS
6394_mm_cvttsd_i32 (__m128d __A)
6395{
6396 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6397 _MM_FROUND_CUR_DIRECTION);
6398}
6399
Craig Topper45db56c2016-07-21 07:38:39 +00006400#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006401#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6402 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006403
Craig Topper8c18e112016-05-17 04:41:50 +00006404#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6405 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006406
6407static __inline__ long long __DEFAULT_FN_ATTRS
6408_mm_cvttsd_i64 (__m128d __A)
6409{
6410 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6411 _MM_FROUND_CUR_DIRECTION);
6412}
Craig Topper45db56c2016-07-21 07:38:39 +00006413#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006414
Craig Topper8c18e112016-05-17 04:41:50 +00006415#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6416 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006417
6418static __inline__ unsigned __DEFAULT_FN_ATTRS
6419_mm_cvttsd_u32 (__m128d __A)
6420{
6421 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6422 _MM_FROUND_CUR_DIRECTION);
6423}
6424
Craig Topper45db56c2016-07-21 07:38:39 +00006425#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006426#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6427 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6428 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006429
6430static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6431_mm_cvttsd_u64 (__m128d __A)
6432{
6433 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6434 __A,
6435 _MM_FROUND_CUR_DIRECTION);
6436}
Craig Topper45db56c2016-07-21 07:38:39 +00006437#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006438
Craig Topper8c18e112016-05-17 04:41:50 +00006439#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6440 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006441
Craig Topper8c18e112016-05-17 04:41:50 +00006442#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6443 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006444
6445static __inline__ int __DEFAULT_FN_ATTRS
6446_mm_cvttss_i32 (__m128 __A)
6447{
6448 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6449 _MM_FROUND_CUR_DIRECTION);
6450}
6451
Craig Topper45db56c2016-07-21 07:38:39 +00006452#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006453#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6454 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006455
Craig Topper8c18e112016-05-17 04:41:50 +00006456#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6457 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006458
6459static __inline__ long long __DEFAULT_FN_ATTRS
6460_mm_cvttss_i64 (__m128 __A)
6461{
6462 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6463 _MM_FROUND_CUR_DIRECTION);
6464}
Craig Topper45db56c2016-07-21 07:38:39 +00006465#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006466
Craig Topper8c18e112016-05-17 04:41:50 +00006467#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6468 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006469
6470static __inline__ unsigned __DEFAULT_FN_ATTRS
6471_mm_cvttss_u32 (__m128 __A)
6472{
6473 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6474 _MM_FROUND_CUR_DIRECTION);
6475}
6476
Craig Topper45db56c2016-07-21 07:38:39 +00006477#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006478#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6479 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6480 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006481
6482static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6483_mm_cvttss_u64 (__m128 __A)
6484{
6485 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6486 __A,
6487 _MM_FROUND_CUR_DIRECTION);
6488}
Craig Topper45db56c2016-07-21 07:38:39 +00006489#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006490
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006491static __inline__ __m512d __DEFAULT_FN_ATTRS
6492_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6493 __m512d __B)
6494{
6495 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6496 (__v8di) __I
6497 /* idx */ ,
6498 (__v8df) __B,
6499 (__mmask8) __U);
6500}
6501
6502static __inline__ __m512 __DEFAULT_FN_ATTRS
6503_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6504 __m512 __B)
6505{
6506 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6507 (__v16si) __I
6508 /* idx */ ,
6509 (__v16sf) __B,
6510 (__mmask16) __U);
6511}
6512
6513static __inline__ __m512i __DEFAULT_FN_ATTRS
6514_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6515 __mmask8 __U, __m512i __B)
6516{
6517 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6518 (__v8di) __I
6519 /* idx */ ,
6520 (__v8di) __B,
6521 (__mmask8) __U);
6522}
6523
Craig Topper8c18e112016-05-17 04:41:50 +00006524#define _mm512_permute_pd(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006525 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006526 (__v8df)_mm512_undefined_pd(), \
6527 0 + (((C) >> 0) & 0x1), \
6528 0 + (((C) >> 1) & 0x1), \
6529 2 + (((C) >> 2) & 0x1), \
6530 2 + (((C) >> 3) & 0x1), \
6531 4 + (((C) >> 4) & 0x1), \
6532 4 + (((C) >> 5) & 0x1), \
6533 6 + (((C) >> 6) & 0x1), \
6534 6 + (((C) >> 7) & 0x1)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006535
Craig Topper8c18e112016-05-17 04:41:50 +00006536#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006537 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6538 (__v8df)_mm512_permute_pd((X), (C)), \
6539 (__v8df)(__m512d)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006540
Craig Topper8c18e112016-05-17 04:41:50 +00006541#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006542 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6543 (__v8df)_mm512_permute_pd((X), (C)), \
6544 (__v8df)_mm512_setzero_pd()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006545
Craig Topper8c18e112016-05-17 04:41:50 +00006546#define _mm512_permute_ps(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006547 (__m512)__builtin_shufflevector((__v16sf)(__m512)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006548 (__v16sf)_mm512_undefined_ps(), \
6549 0 + (((C) >> 0) & 0x3), \
6550 0 + (((C) >> 2) & 0x3), \
6551 0 + (((C) >> 4) & 0x3), \
6552 0 + (((C) >> 6) & 0x3), \
6553 4 + (((C) >> 0) & 0x3), \
6554 4 + (((C) >> 2) & 0x3), \
6555 4 + (((C) >> 4) & 0x3), \
6556 4 + (((C) >> 6) & 0x3), \
6557 8 + (((C) >> 0) & 0x3), \
6558 8 + (((C) >> 2) & 0x3), \
6559 8 + (((C) >> 4) & 0x3), \
6560 8 + (((C) >> 6) & 0x3), \
6561 12 + (((C) >> 0) & 0x3), \
6562 12 + (((C) >> 2) & 0x3), \
6563 12 + (((C) >> 4) & 0x3), \
6564 12 + (((C) >> 6) & 0x3)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006565
Craig Topper8c18e112016-05-17 04:41:50 +00006566#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006567 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6568 (__v16sf)_mm512_permute_ps((X), (C)), \
6569 (__v16sf)(__m512)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006570
Craig Topper8c18e112016-05-17 04:41:50 +00006571#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006572 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6573 (__v16sf)_mm512_permute_ps((X), (C)), \
6574 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006575
6576static __inline__ __m512d __DEFAULT_FN_ATTRS
6577_mm512_permutevar_pd (__m512d __A, __m512i __C)
6578{
6579 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6580 (__v8di) __C,
6581 (__v8df)
6582 _mm512_undefined_pd (),
6583 (__mmask8) -1);
6584}
6585
6586static __inline__ __m512d __DEFAULT_FN_ATTRS
6587_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6588{
6589 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6590 (__v8di) __C,
6591 (__v8df) __W,
6592 (__mmask8) __U);
6593}
6594
6595static __inline__ __m512d __DEFAULT_FN_ATTRS
6596_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6597{
6598 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6599 (__v8di) __C,
6600 (__v8df)
6601 _mm512_setzero_pd (),
6602 (__mmask8) __U);
6603}
6604
6605static __inline__ __m512 __DEFAULT_FN_ATTRS
6606_mm512_permutevar_ps (__m512 __A, __m512i __C)
6607{
6608 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6609 (__v16si) __C,
6610 (__v16sf)
6611 _mm512_undefined_ps (),
6612 (__mmask16) -1);
6613}
6614
6615static __inline__ __m512 __DEFAULT_FN_ATTRS
6616_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6617{
6618 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6619 (__v16si) __C,
6620 (__v16sf) __W,
6621 (__mmask16) __U);
6622}
6623
6624static __inline__ __m512 __DEFAULT_FN_ATTRS
6625_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6626{
6627 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6628 (__v16si) __C,
6629 (__v16sf)
6630 _mm512_setzero_ps (),
6631 (__mmask16) __U);
6632}
6633
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006634static __inline __m512d __DEFAULT_FN_ATTRS
6635_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006636{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006637 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6638 /* idx */ ,
6639 (__v8df) __A,
6640 (__v8df) __B,
6641 (__mmask8) -1);
6642}
6643
6644static __inline__ __m512d __DEFAULT_FN_ATTRS
6645_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6646{
6647 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6648 /* idx */ ,
6649 (__v8df) __A,
6650 (__v8df) __B,
6651 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006652}
6653
6654static __inline__ __m512d __DEFAULT_FN_ATTRS
6655_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6656 __m512d __B)
6657{
6658 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006659 /* idx */ ,
6660 (__v8df) __A,
6661 (__v8df) __B,
6662 (__mmask8) __U);
6663}
6664
6665static __inline __m512 __DEFAULT_FN_ATTRS
6666_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6667{
6668 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6669 /* idx */ ,
6670 (__v16sf) __A,
6671 (__v16sf) __B,
6672 (__mmask16) -1);
6673}
6674
6675static __inline__ __m512 __DEFAULT_FN_ATTRS
6676_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6677{
6678 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6679 /* idx */ ,
6680 (__v16sf) __A,
6681 (__v16sf) __B,
6682 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006683}
6684
6685static __inline__ __m512 __DEFAULT_FN_ATTRS
6686_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6687 __m512 __B)
6688{
6689 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006690 /* idx */ ,
6691 (__v16sf) __A,
6692 (__v16sf) __B,
6693 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006694}
6695
Michael Zuckerman07525092016-04-11 10:22:07 +00006696static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6697_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6698{
6699 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6700 (__v16si) __B,
6701 (__mmask16) -1);
6702}
6703
6704static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6705_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6706{
6707 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6708 (__v16si) __B, __U);
6709}
6710
6711static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6712_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6713{
6714 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6715 (__v8di) __B,
6716 (__mmask8) -1);
6717}
6718
6719static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6720_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6721{
6722 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6723 (__v8di) __B, __U);
6724}
6725
Craig Topper8c18e112016-05-17 04:41:50 +00006726#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6727 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6728 (__v8si)_mm256_undefined_si256(), \
6729 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006730
Craig Topper8c18e112016-05-17 04:41:50 +00006731#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6732 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6733 (__v8si)(__m256i)(W), \
6734 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006735
Craig Topper8c18e112016-05-17 04:41:50 +00006736#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6737 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6738 (__v8si)_mm256_setzero_si256(), \
6739 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006740
6741static __inline__ __m256i __DEFAULT_FN_ATTRS
6742_mm512_cvttpd_epu32 (__m512d __A)
6743{
6744 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6745 (__v8si)
6746 _mm256_undefined_si256 (),
6747 (__mmask8) -1,
6748 _MM_FROUND_CUR_DIRECTION);
6749}
6750
6751static __inline__ __m256i __DEFAULT_FN_ATTRS
6752_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6753{
6754 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6755 (__v8si) __W,
6756 (__mmask8) __U,
6757 _MM_FROUND_CUR_DIRECTION);
6758}
6759
6760static __inline__ __m256i __DEFAULT_FN_ATTRS
6761_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6762{
6763 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6764 (__v8si)
6765 _mm256_setzero_si256 (),
6766 (__mmask8) __U,
6767 _MM_FROUND_CUR_DIRECTION);
6768}
Michael Zuckerman07525092016-04-11 10:22:07 +00006769
Craig Topper8c18e112016-05-17 04:41:50 +00006770#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6771 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6772 (__v2df)(__m128d)(B), \
6773 (__v2df)_mm_setzero_pd(), \
6774 (__mmask8)-1, (int)(imm), \
6775 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006776
Craig Topper8c18e112016-05-17 04:41:50 +00006777#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6778 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6779 (__v2df)(__m128d)(B), \
6780 (__v2df)_mm_setzero_pd(), \
6781 (__mmask8)-1, (int)(imm), \
6782 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006783
Craig Topper8c18e112016-05-17 04:41:50 +00006784#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6785 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6786 (__v2df)(__m128d)(B), \
6787 (__v2df)(__m128d)(W), \
6788 (__mmask8)(U), (int)(imm), \
6789 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006790
Craig Topper8c18e112016-05-17 04:41:50 +00006791#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6792 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6793 (__v2df)(__m128d)(B), \
6794 (__v2df)(__m128d)(W), \
6795 (__mmask8)(U), (int)(I), \
6796 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006797
Craig Topper8c18e112016-05-17 04:41:50 +00006798#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6799 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6800 (__v2df)(__m128d)(B), \
6801 (__v2df)_mm_setzero_pd(), \
6802 (__mmask8)(U), (int)(I), \
6803 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006804
Craig Topper8c18e112016-05-17 04:41:50 +00006805#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6806 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6807 (__v2df)(__m128d)(B), \
6808 (__v2df)_mm_setzero_pd(), \
6809 (__mmask8)(U), (int)(I), \
6810 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006811
Craig Topper8c18e112016-05-17 04:41:50 +00006812#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6813 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6814 (__v4sf)(__m128)(B), \
6815 (__v4sf)_mm_setzero_ps(), \
6816 (__mmask8)-1, (int)(imm), \
6817 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006818
Craig Topper8c18e112016-05-17 04:41:50 +00006819#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6820 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6821 (__v4sf)(__m128)(B), \
6822 (__v4sf)_mm_setzero_ps(), \
6823 (__mmask8)-1, (int)(imm), \
6824 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006825
Craig Topper8c18e112016-05-17 04:41:50 +00006826#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6827 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6828 (__v4sf)(__m128)(B), \
6829 (__v4sf)(__m128)(W), \
6830 (__mmask8)(U), (int)(I), \
6831 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006832
Craig Topper8c18e112016-05-17 04:41:50 +00006833#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6834 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6835 (__v4sf)(__m128)(B), \
6836 (__v4sf)(__m128)(W), \
6837 (__mmask8)(U), (int)(I), \
6838 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006839
Craig Topper8c18e112016-05-17 04:41:50 +00006840#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6841 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6842 (__v4sf)(__m128)(B), \
6843 (__v4sf)_mm_setzero_ps(), \
6844 (__mmask8)(U), (int)(I), \
6845 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006846
Craig Topper8c18e112016-05-17 04:41:50 +00006847#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6848 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6849 (__v4sf)(__m128)(B), \
6850 (__v4sf)_mm_setzero_ps(), \
6851 (__mmask8)(U), (int)(I), \
6852 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006853
Craig Topper8c18e112016-05-17 04:41:50 +00006854#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6855 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6856 (__v8df)(__m512d)(B), \
6857 (__v8df)_mm512_undefined_pd(), \
6858 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006859
Craig Topper8c18e112016-05-17 04:41:50 +00006860#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6861 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6862 (__v8df)(__m512d)(B), \
6863 (__v8df)(__m512d)(W), \
6864 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006865
Craig Topper8c18e112016-05-17 04:41:50 +00006866#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6867 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6868 (__v8df)(__m512d)(B), \
6869 (__v8df)_mm512_setzero_pd(), \
6870 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006871
6872static __inline__ __m512d __DEFAULT_FN_ATTRS
6873_mm512_scalef_pd (__m512d __A, __m512d __B)
6874{
6875 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6876 (__v8df) __B,
6877 (__v8df)
6878 _mm512_undefined_pd (),
6879 (__mmask8) -1,
6880 _MM_FROUND_CUR_DIRECTION);
6881}
6882
6883static __inline__ __m512d __DEFAULT_FN_ATTRS
6884_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6885{
6886 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6887 (__v8df) __B,
6888 (__v8df) __W,
6889 (__mmask8) __U,
6890 _MM_FROUND_CUR_DIRECTION);
6891}
6892
6893static __inline__ __m512d __DEFAULT_FN_ATTRS
6894_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6895{
6896 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6897 (__v8df) __B,
6898 (__v8df)
6899 _mm512_setzero_pd (),
6900 (__mmask8) __U,
6901 _MM_FROUND_CUR_DIRECTION);
6902}
6903
Craig Topper8c18e112016-05-17 04:41:50 +00006904#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
6905 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6906 (__v16sf)(__m512)(B), \
6907 (__v16sf)_mm512_undefined_ps(), \
6908 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006909
Craig Topper8c18e112016-05-17 04:41:50 +00006910#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
6911 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6912 (__v16sf)(__m512)(B), \
6913 (__v16sf)(__m512)(W), \
6914 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006915
Craig Topper8c18e112016-05-17 04:41:50 +00006916#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
6917 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6918 (__v16sf)(__m512)(B), \
6919 (__v16sf)_mm512_setzero_ps(), \
6920 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006921
6922static __inline__ __m512 __DEFAULT_FN_ATTRS
6923_mm512_scalef_ps (__m512 __A, __m512 __B)
6924{
6925 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6926 (__v16sf) __B,
6927 (__v16sf)
6928 _mm512_undefined_ps (),
6929 (__mmask16) -1,
6930 _MM_FROUND_CUR_DIRECTION);
6931}
6932
6933static __inline__ __m512 __DEFAULT_FN_ATTRS
6934_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6935{
6936 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6937 (__v16sf) __B,
6938 (__v16sf) __W,
6939 (__mmask16) __U,
6940 _MM_FROUND_CUR_DIRECTION);
6941}
6942
6943static __inline__ __m512 __DEFAULT_FN_ATTRS
6944_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
6945{
6946 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6947 (__v16sf) __B,
6948 (__v16sf)
6949 _mm512_setzero_ps (),
6950 (__mmask16) __U,
6951 _MM_FROUND_CUR_DIRECTION);
6952}
6953
Craig Topper8c18e112016-05-17 04:41:50 +00006954#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
6955 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6956 (__v2df)(__m128d)(B), \
6957 (__v2df)_mm_setzero_pd(), \
6958 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006959
6960static __inline__ __m128d __DEFAULT_FN_ATTRS
6961_mm_scalef_sd (__m128d __A, __m128d __B)
6962{
6963 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
6964 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
6965 (__mmask8) -1,
6966 _MM_FROUND_CUR_DIRECTION);
6967}
6968
6969static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006970_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006971{
6972 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6973 (__v2df) __B,
6974 (__v2df) __W,
6975 (__mmask8) __U,
6976 _MM_FROUND_CUR_DIRECTION);
6977}
6978
Craig Topper8c18e112016-05-17 04:41:50 +00006979#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
6980 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6981 (__v2df)(__m128d)(B), \
6982 (__v2df)(__m128d)(W), \
6983 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006984
6985static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006986_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006987{
6988 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6989 (__v2df) __B,
6990 (__v2df) _mm_setzero_pd (),
6991 (__mmask8) __U,
6992 _MM_FROUND_CUR_DIRECTION);
6993}
6994
Craig Topper8c18e112016-05-17 04:41:50 +00006995#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
6996 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6997 (__v2df)(__m128d)(B), \
6998 (__v2df)_mm_setzero_pd(), \
6999 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007000
Craig Topper8c18e112016-05-17 04:41:50 +00007001#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7002 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7003 (__v4sf)(__m128)(B), \
7004 (__v4sf)_mm_setzero_ps(), \
7005 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007006
7007static __inline__ __m128 __DEFAULT_FN_ATTRS
7008_mm_scalef_ss (__m128 __A, __m128 __B)
7009{
7010 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7011 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7012 (__mmask8) -1,
7013 _MM_FROUND_CUR_DIRECTION);
7014}
7015
7016static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007017_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007018{
7019 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7020 (__v4sf) __B,
7021 (__v4sf) __W,
7022 (__mmask8) __U,
7023 _MM_FROUND_CUR_DIRECTION);
7024}
7025
Craig Topper8c18e112016-05-17 04:41:50 +00007026#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7027 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7028 (__v4sf)(__m128)(B), \
7029 (__v4sf)(__m128)(W), \
7030 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007031
7032static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007033_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007034{
7035 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7036 (__v4sf) __B,
7037 (__v4sf) _mm_setzero_ps (),
7038 (__mmask8) __U,
7039 _MM_FROUND_CUR_DIRECTION);
7040}
7041
Craig Topper8c18e112016-05-17 04:41:50 +00007042#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7043 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7044 (__v4sf)(__m128)(B), \
7045 (__v4sf)_mm_setzero_ps(), \
7046 (__mmask8)(U), \
7047 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007048
Craig Topper79d05c92016-05-15 20:10:06 +00007049#define _mm512_srai_epi32(A, B) __extension__ ({ \
7050 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7051 (__v16si)_mm512_setzero_si512(), \
7052 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007053
Craig Topper8c18e112016-05-17 04:41:50 +00007054#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7055 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7056 (__v16si)(__m512i)(W), \
7057 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007058
Craig Topper8c18e112016-05-17 04:41:50 +00007059#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7060 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7061 (__v16si)_mm512_setzero_si512(), \
7062 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007063
Craig Topper8c18e112016-05-17 04:41:50 +00007064#define _mm512_srai_epi64(A, B) __extension__ ({ \
7065 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7066 (__v8di)_mm512_setzero_si512(), \
7067 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007068
Craig Topper8c18e112016-05-17 04:41:50 +00007069#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7070 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7071 (__v8di)(__m512i)(W), \
7072 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007073
Craig Topper8c18e112016-05-17 04:41:50 +00007074#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7075 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7076 (__v8di)_mm512_setzero_si512(), \
7077 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007078
Craig Topper8c18e112016-05-17 04:41:50 +00007079#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7080 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7081 (__v16sf)(__m512)(B), (int)(imm), \
7082 (__v16sf)_mm512_undefined_ps(), \
7083 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007084
Craig Topper8c18e112016-05-17 04:41:50 +00007085#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7086 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7087 (__v16sf)(__m512)(B), (int)(imm), \
7088 (__v16sf)(__m512)(W), \
7089 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007090
Craig Topper8c18e112016-05-17 04:41:50 +00007091#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7092 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7093 (__v16sf)(__m512)(B), (int)(imm), \
7094 (__v16sf)_mm512_setzero_ps(), \
7095 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007096
Craig Topper8c18e112016-05-17 04:41:50 +00007097#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7098 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7099 (__v8df)(__m512d)(B), (int)(imm), \
7100 (__v8df)_mm512_undefined_pd(), \
7101 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007102
Craig Topper8c18e112016-05-17 04:41:50 +00007103#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7104 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7105 (__v8df)(__m512d)(B), (int)(imm), \
7106 (__v8df)(__m512d)(W), \
7107 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007108
Craig Topper8c18e112016-05-17 04:41:50 +00007109#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7110 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7111 (__v8df)(__m512d)(B), (int)(imm), \
7112 (__v8df)_mm512_setzero_pd(), \
7113 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007114
Craig Topper8c18e112016-05-17 04:41:50 +00007115#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7116 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7117 (__v16si)(__m512i)(B), (int)(imm), \
7118 (__v16si)_mm512_setzero_si512(), \
7119 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007120
Craig Topper8c18e112016-05-17 04:41:50 +00007121#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7122 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7123 (__v16si)(__m512i)(B), (int)(imm), \
7124 (__v16si)(__m512i)(W), \
7125 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007126
Craig Topper8c18e112016-05-17 04:41:50 +00007127#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7128 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7129 (__v16si)(__m512i)(B), (int)(imm), \
7130 (__v16si)_mm512_setzero_si512(), \
7131 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007132
Craig Topper8c18e112016-05-17 04:41:50 +00007133#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7134 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7135 (__v8di)(__m512i)(B), (int)(imm), \
7136 (__v8di)_mm512_setzero_si512(), \
7137 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007138
Craig Topper8c18e112016-05-17 04:41:50 +00007139#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7140 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7141 (__v8di)(__m512i)(B), (int)(imm), \
7142 (__v8di)(__m512i)(W), \
7143 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007144
Craig Topper8c18e112016-05-17 04:41:50 +00007145#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7146 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7147 (__v8di)(__m512i)(B), (int)(imm), \
7148 (__v8di)_mm512_setzero_si512(), \
7149 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007150
Simon Pilgrim427154d2016-07-04 21:30:47 +00007151#define _mm512_shuffle_pd(A, B, M) __extension__ ({ \
7152 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(A), \
7153 (__v8df)(__m512d)(B), \
Craig Topper2a383c92016-07-04 22:18:01 +00007154 0 + (((M) >> 0) & 0x1), \
7155 8 + (((M) >> 1) & 0x1), \
7156 2 + (((M) >> 2) & 0x1), \
7157 10 + (((M) >> 3) & 0x1), \
7158 4 + (((M) >> 4) & 0x1), \
7159 12 + (((M) >> 5) & 0x1), \
7160 6 + (((M) >> 6) & 0x1), \
7161 14 + (((M) >> 7) & 0x1)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007162
Simon Pilgrim427154d2016-07-04 21:30:47 +00007163#define _mm512_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7164 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7165 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7166 (__v8df)(__m512d)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007167
Simon Pilgrim427154d2016-07-04 21:30:47 +00007168#define _mm512_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7169 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7170 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7171 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007172
Craig Topper6e76fb62016-07-10 05:57:21 +00007173#define _mm512_shuffle_ps(A, B, M) __extension__ ({ \
7174 (__m512d)__builtin_shufflevector((__v16sf)(__m512)(A), \
7175 (__v16sf)(__m512)(B), \
7176 0 + (((M) >> 0) & 0x3), \
7177 0 + (((M) >> 2) & 0x3), \
7178 16 + (((M) >> 4) & 0x3), \
7179 16 + (((M) >> 6) & 0x3), \
7180 4 + (((M) >> 0) & 0x3), \
7181 4 + (((M) >> 2) & 0x3), \
7182 20 + (((M) >> 4) & 0x3), \
7183 20 + (((M) >> 6) & 0x3), \
7184 8 + (((M) >> 0) & 0x3), \
7185 8 + (((M) >> 2) & 0x3), \
7186 24 + (((M) >> 4) & 0x3), \
7187 24 + (((M) >> 6) & 0x3), \
7188 12 + (((M) >> 0) & 0x3), \
7189 12 + (((M) >> 2) & 0x3), \
7190 28 + (((M) >> 4) & 0x3), \
7191 28 + (((M) >> 6) & 0x3)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007192
Craig Topper6e76fb62016-07-10 05:57:21 +00007193#define _mm512_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7194 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7195 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7196 (__v16sf)(__m512)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007197
Craig Topper6e76fb62016-07-10 05:57:21 +00007198#define _mm512_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7199 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7200 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7201 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007202
Craig Topper8c18e112016-05-17 04:41:50 +00007203#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007204 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7205 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007206 (__v2df)_mm_setzero_pd(), \
7207 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007208
7209static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007210_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007211{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007212 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7213 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007214 (__v2df) __W,
7215 (__mmask8) __U,
7216 _MM_FROUND_CUR_DIRECTION);
7217}
7218
Craig Topper8c18e112016-05-17 04:41:50 +00007219#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007220 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7221 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007222 (__v2df)(__m128d)(W), \
7223 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007224
7225static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007226_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007227{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007228 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7229 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007230 (__v2df) _mm_setzero_pd (),
7231 (__mmask8) __U,
7232 _MM_FROUND_CUR_DIRECTION);
7233}
7234
Craig Topper8c18e112016-05-17 04:41:50 +00007235#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007236 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7237 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007238 (__v2df)_mm_setzero_pd(), \
7239 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007240
Craig Topper8c18e112016-05-17 04:41:50 +00007241#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007242 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7243 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007244 (__v4sf)_mm_setzero_ps(), \
7245 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007246
7247static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007248_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007249{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007250 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7251 (__v4sf) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007252 (__v4sf) __W,
7253 (__mmask8) __U,
7254 _MM_FROUND_CUR_DIRECTION);
7255}
7256
Craig Topper8c18e112016-05-17 04:41:50 +00007257#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007258 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7259 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007260 (__v4sf)(__m128)(W), (__mmask8)(U), \
7261 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007262
7263static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007264_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007265{
7266 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7267 (__v4sf) __B,
7268 (__v4sf) _mm_setzero_ps (),
7269 (__mmask8) __U,
7270 _MM_FROUND_CUR_DIRECTION);
7271}
7272
Craig Topper8c18e112016-05-17 04:41:50 +00007273#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007274 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7275 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007276 (__v4sf)_mm_setzero_ps(), \
7277 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007278
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007279static __inline__ __m512 __DEFAULT_FN_ATTRS
7280_mm512_broadcast_f32x4 (__m128 __A)
7281{
7282 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7283 (__v16sf)
7284 _mm512_undefined_ps (),
7285 (__mmask16) -1);
7286}
7287
7288static __inline__ __m512 __DEFAULT_FN_ATTRS
7289_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7290{
7291 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7292 (__v16sf) __O,
7293 __M);
7294}
7295
7296static __inline__ __m512 __DEFAULT_FN_ATTRS
7297_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7298{
7299 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7300 (__v16sf)
7301 _mm512_setzero_ps (),
7302 __M);
7303}
7304
7305static __inline__ __m512d __DEFAULT_FN_ATTRS
7306_mm512_broadcast_f64x4 (__m256d __A)
7307{
7308 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7309 (__v8df)
7310 _mm512_undefined_pd (),
7311 (__mmask8) -1);
7312}
7313
7314static __inline__ __m512d __DEFAULT_FN_ATTRS
7315_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7316{
7317 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7318 (__v8df) __O,
7319 __M);
7320}
7321
7322static __inline__ __m512d __DEFAULT_FN_ATTRS
7323_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7324{
7325 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7326 (__v8df)
7327 _mm512_setzero_pd (),
7328 __M);
7329}
7330
7331static __inline__ __m512i __DEFAULT_FN_ATTRS
7332_mm512_broadcast_i32x4 (__m128i __A)
7333{
7334 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7335 (__v16si)
7336 _mm512_undefined_epi32 (),
7337 (__mmask16) -1);
7338}
7339
7340static __inline__ __m512i __DEFAULT_FN_ATTRS
7341_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7342{
7343 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7344 (__v16si) __O,
7345 __M);
7346}
7347
7348static __inline__ __m512i __DEFAULT_FN_ATTRS
7349_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7350{
7351 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7352 (__v16si)
7353 _mm512_setzero_si512 (),
7354 __M);
7355}
7356
7357static __inline__ __m512i __DEFAULT_FN_ATTRS
7358_mm512_broadcast_i64x4 (__m256i __A)
7359{
7360 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7361 (__v8di)
7362 _mm512_undefined_epi32 (),
7363 (__mmask8) -1);
7364}
7365
7366static __inline__ __m512i __DEFAULT_FN_ATTRS
7367_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7368{
7369 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7370 (__v8di) __O,
7371 __M);
7372}
7373
7374static __inline__ __m512i __DEFAULT_FN_ATTRS
7375_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7376{
7377 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7378 (__v8di)
7379 _mm512_setzero_si512 (),
7380 __M);
7381}
7382
7383static __inline__ __m512d __DEFAULT_FN_ATTRS
7384_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7385{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007386 return (__m512d)__builtin_ia32_selectpd_512(__M,
7387 (__v8df) _mm512_broadcastsd_pd(__A),
7388 (__v8df) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007389}
7390
7391static __inline__ __m512d __DEFAULT_FN_ATTRS
7392_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7393{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007394 return (__m512d)__builtin_ia32_selectpd_512(__M,
7395 (__v8df) _mm512_broadcastsd_pd(__A),
7396 (__v8df) _mm512_setzero_pd());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007397}
7398
7399static __inline__ __m512 __DEFAULT_FN_ATTRS
7400_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7401{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007402 return (__m512)__builtin_ia32_selectps_512(__M,
7403 (__v16sf) _mm512_broadcastss_ps(__A),
7404 (__v16sf) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007405}
7406
7407static __inline__ __m512 __DEFAULT_FN_ATTRS
7408_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7409{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007410 return (__m512)__builtin_ia32_selectps_512(__M,
7411 (__v16sf) _mm512_broadcastss_ps(__A),
7412 (__v16sf) _mm512_setzero_ps());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007413}
7414
Michael Zuckermane1680612016-04-13 15:02:04 +00007415static __inline__ __m128i __DEFAULT_FN_ATTRS
7416_mm512_cvtsepi32_epi8 (__m512i __A)
7417{
7418 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7419 (__v16qi) _mm_undefined_si128 (),
7420 (__mmask16) -1);
7421}
7422
7423static __inline__ __m128i __DEFAULT_FN_ATTRS
7424_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7425{
7426 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7427 (__v16qi) __O, __M);
7428}
7429
7430static __inline__ __m128i __DEFAULT_FN_ATTRS
7431_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7432{
7433 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7434 (__v16qi) _mm_setzero_si128 (),
7435 __M);
7436}
7437
7438static __inline__ void __DEFAULT_FN_ATTRS
7439_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7440{
7441 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7442}
7443
7444static __inline__ __m256i __DEFAULT_FN_ATTRS
7445_mm512_cvtsepi32_epi16 (__m512i __A)
7446{
7447 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7448 (__v16hi) _mm256_undefined_si256 (),
7449 (__mmask16) -1);
7450}
7451
7452static __inline__ __m256i __DEFAULT_FN_ATTRS
7453_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7454{
7455 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7456 (__v16hi) __O, __M);
7457}
7458
7459static __inline__ __m256i __DEFAULT_FN_ATTRS
7460_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7461{
7462 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7463 (__v16hi) _mm256_setzero_si256 (),
7464 __M);
7465}
7466
7467static __inline__ void __DEFAULT_FN_ATTRS
7468_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7469{
7470 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7471}
7472
7473static __inline__ __m128i __DEFAULT_FN_ATTRS
7474_mm512_cvtsepi64_epi8 (__m512i __A)
7475{
7476 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7477 (__v16qi) _mm_undefined_si128 (),
7478 (__mmask8) -1);
7479}
7480
7481static __inline__ __m128i __DEFAULT_FN_ATTRS
7482_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7483{
7484 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7485 (__v16qi) __O, __M);
7486}
7487
7488static __inline__ __m128i __DEFAULT_FN_ATTRS
7489_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7490{
7491 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7492 (__v16qi) _mm_setzero_si128 (),
7493 __M);
7494}
7495
7496static __inline__ void __DEFAULT_FN_ATTRS
7497_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7498{
7499 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7500}
7501
7502static __inline__ __m256i __DEFAULT_FN_ATTRS
7503_mm512_cvtsepi64_epi32 (__m512i __A)
7504{
Michael Zuckermane1680612016-04-13 15:02:04 +00007505 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7506 (__v8si) _mm256_undefined_si256 (),
7507 (__mmask8) -1);
7508}
7509
7510static __inline__ __m256i __DEFAULT_FN_ATTRS
7511_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7512{
7513 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7514 (__v8si) __O, __M);
7515}
7516
7517static __inline__ __m256i __DEFAULT_FN_ATTRS
7518_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7519{
7520 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7521 (__v8si) _mm256_setzero_si256 (),
7522 __M);
7523}
7524
7525static __inline__ void __DEFAULT_FN_ATTRS
7526_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7527{
7528 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7529}
7530
7531static __inline__ __m128i __DEFAULT_FN_ATTRS
7532_mm512_cvtsepi64_epi16 (__m512i __A)
7533{
7534 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7535 (__v8hi) _mm_undefined_si128 (),
7536 (__mmask8) -1);
7537}
7538
7539static __inline__ __m128i __DEFAULT_FN_ATTRS
7540_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7541{
7542 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7543 (__v8hi) __O, __M);
7544}
7545
7546static __inline__ __m128i __DEFAULT_FN_ATTRS
7547_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7548{
7549 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7550 (__v8hi) _mm_setzero_si128 (),
7551 __M);
7552}
7553
7554static __inline__ void __DEFAULT_FN_ATTRS
7555_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7556{
7557 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7558}
7559
Michael Zuckermand8715312016-04-14 06:48:09 +00007560static __inline__ __m128i __DEFAULT_FN_ATTRS
7561_mm512_cvtusepi32_epi8 (__m512i __A)
7562{
7563 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7564 (__v16qi) _mm_undefined_si128 (),
7565 (__mmask16) -1);
7566}
7567
7568static __inline__ __m128i __DEFAULT_FN_ATTRS
7569_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7570{
7571 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7572 (__v16qi) __O,
7573 __M);
7574}
7575
7576static __inline__ __m128i __DEFAULT_FN_ATTRS
7577_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7578{
7579 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7580 (__v16qi) _mm_setzero_si128 (),
7581 __M);
7582}
7583
7584static __inline__ void __DEFAULT_FN_ATTRS
7585_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7586{
7587 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7588}
7589
7590static __inline__ __m256i __DEFAULT_FN_ATTRS
7591_mm512_cvtusepi32_epi16 (__m512i __A)
7592{
7593 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7594 (__v16hi) _mm256_undefined_si256 (),
7595 (__mmask16) -1);
7596}
7597
7598static __inline__ __m256i __DEFAULT_FN_ATTRS
7599_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7600{
7601 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7602 (__v16hi) __O,
7603 __M);
7604}
7605
7606static __inline__ __m256i __DEFAULT_FN_ATTRS
7607_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7608{
7609 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7610 (__v16hi) _mm256_setzero_si256 (),
7611 __M);
7612}
7613
7614static __inline__ void __DEFAULT_FN_ATTRS
7615_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7616{
7617 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7618}
7619
7620static __inline__ __m128i __DEFAULT_FN_ATTRS
7621_mm512_cvtusepi64_epi8 (__m512i __A)
7622{
7623 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7624 (__v16qi) _mm_undefined_si128 (),
7625 (__mmask8) -1);
7626}
7627
7628static __inline__ __m128i __DEFAULT_FN_ATTRS
7629_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7630{
7631 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7632 (__v16qi) __O,
7633 __M);
7634}
7635
7636static __inline__ __m128i __DEFAULT_FN_ATTRS
7637_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7638{
7639 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7640 (__v16qi) _mm_setzero_si128 (),
7641 __M);
7642}
7643
7644static __inline__ void __DEFAULT_FN_ATTRS
7645_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7646{
7647 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7648}
7649
7650static __inline__ __m256i __DEFAULT_FN_ATTRS
7651_mm512_cvtusepi64_epi32 (__m512i __A)
7652{
7653 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7654 (__v8si) _mm256_undefined_si256 (),
7655 (__mmask8) -1);
7656}
7657
7658static __inline__ __m256i __DEFAULT_FN_ATTRS
7659_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7660{
7661 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7662 (__v8si) __O, __M);
7663}
7664
7665static __inline__ __m256i __DEFAULT_FN_ATTRS
7666_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7667{
7668 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7669 (__v8si) _mm256_setzero_si256 (),
7670 __M);
7671}
7672
7673static __inline__ void __DEFAULT_FN_ATTRS
7674_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7675{
7676 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7677}
7678
7679static __inline__ __m128i __DEFAULT_FN_ATTRS
7680_mm512_cvtusepi64_epi16 (__m512i __A)
7681{
7682 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7683 (__v8hi) _mm_undefined_si128 (),
7684 (__mmask8) -1);
7685}
7686
7687static __inline__ __m128i __DEFAULT_FN_ATTRS
7688_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7689{
7690 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7691 (__v8hi) __O, __M);
7692}
7693
7694static __inline__ __m128i __DEFAULT_FN_ATTRS
7695_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7696{
7697 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7698 (__v8hi) _mm_setzero_si128 (),
7699 __M);
7700}
7701
7702static __inline__ void __DEFAULT_FN_ATTRS
7703_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7704{
7705 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7706}
7707
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007708static __inline__ __m128i __DEFAULT_FN_ATTRS
7709_mm512_cvtepi32_epi8 (__m512i __A)
7710{
7711 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7712 (__v16qi) _mm_undefined_si128 (),
7713 (__mmask16) -1);
7714}
7715
7716static __inline__ __m128i __DEFAULT_FN_ATTRS
7717_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7718{
7719 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7720 (__v16qi) __O, __M);
7721}
7722
7723static __inline__ __m128i __DEFAULT_FN_ATTRS
7724_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7725{
7726 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7727 (__v16qi) _mm_setzero_si128 (),
7728 __M);
7729}
7730
7731static __inline__ void __DEFAULT_FN_ATTRS
7732_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7733{
7734 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7735}
7736
7737static __inline__ __m256i __DEFAULT_FN_ATTRS
7738_mm512_cvtepi32_epi16 (__m512i __A)
7739{
7740 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7741 (__v16hi) _mm256_undefined_si256 (),
7742 (__mmask16) -1);
7743}
7744
7745static __inline__ __m256i __DEFAULT_FN_ATTRS
7746_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7747{
7748 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7749 (__v16hi) __O, __M);
7750}
7751
7752static __inline__ __m256i __DEFAULT_FN_ATTRS
7753_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7754{
7755 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7756 (__v16hi) _mm256_setzero_si256 (),
7757 __M);
7758}
7759
7760static __inline__ void __DEFAULT_FN_ATTRS
7761_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7762{
7763 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7764}
7765
7766static __inline__ __m128i __DEFAULT_FN_ATTRS
7767_mm512_cvtepi64_epi8 (__m512i __A)
7768{
7769 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7770 (__v16qi) _mm_undefined_si128 (),
7771 (__mmask8) -1);
7772}
7773
7774static __inline__ __m128i __DEFAULT_FN_ATTRS
7775_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7776{
7777 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7778 (__v16qi) __O, __M);
7779}
7780
7781static __inline__ __m128i __DEFAULT_FN_ATTRS
7782_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7783{
7784 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7785 (__v16qi) _mm_setzero_si128 (),
7786 __M);
7787}
7788
7789static __inline__ void __DEFAULT_FN_ATTRS
7790_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7791{
7792 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7793}
7794
7795static __inline__ __m256i __DEFAULT_FN_ATTRS
7796_mm512_cvtepi64_epi32 (__m512i __A)
7797{
7798 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7799 (__v8si) _mm256_undefined_si256 (),
7800 (__mmask8) -1);
7801}
7802
7803static __inline__ __m256i __DEFAULT_FN_ATTRS
7804_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7805{
7806 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7807 (__v8si) __O, __M);
7808}
7809
7810static __inline__ __m256i __DEFAULT_FN_ATTRS
7811_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7812{
7813 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7814 (__v8si) _mm256_setzero_si256 (),
7815 __M);
7816}
7817
7818static __inline__ void __DEFAULT_FN_ATTRS
7819_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7820{
7821 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7822}
7823
7824static __inline__ __m128i __DEFAULT_FN_ATTRS
7825_mm512_cvtepi64_epi16 (__m512i __A)
7826{
7827 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7828 (__v8hi) _mm_undefined_si128 (),
7829 (__mmask8) -1);
7830}
7831
7832static __inline__ __m128i __DEFAULT_FN_ATTRS
7833_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7834{
7835 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7836 (__v8hi) __O, __M);
7837}
7838
7839static __inline__ __m128i __DEFAULT_FN_ATTRS
7840_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7841{
7842 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7843 (__v8hi) _mm_setzero_si128 (),
7844 __M);
7845}
7846
7847static __inline__ void __DEFAULT_FN_ATTRS
7848_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7849{
7850 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7851}
7852
Craig Topper8c18e112016-05-17 04:41:50 +00007853#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7854 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7855 (__v4si)_mm_undefined_si128(), \
7856 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007857
Craig Topper8c18e112016-05-17 04:41:50 +00007858#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7859 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7860 (__v4si)(__m128i)(W), \
7861 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007862
Craig Topper8c18e112016-05-17 04:41:50 +00007863#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7864 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7865 (__v4si)_mm_setzero_si128(), \
7866 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007867
Craig Topper8c18e112016-05-17 04:41:50 +00007868#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7869 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7870 (__v4di)_mm256_undefined_si256(), \
7871 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007872
Craig Topper8c18e112016-05-17 04:41:50 +00007873#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7874 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7875 (__v4di)(__m256i)(W), \
7876 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007877
Craig Topper8c18e112016-05-17 04:41:50 +00007878#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7879 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7880 (__v4di)_mm256_setzero_si256(), \
7881 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007882
Craig Topper8c18e112016-05-17 04:41:50 +00007883#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
7884 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7885 (__v4df)(__m256d)(B), (int)(imm), \
7886 (__v8df)_mm512_undefined_pd(), \
7887 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007888
Craig Topper8c18e112016-05-17 04:41:50 +00007889#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
7890 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7891 (__v4df)(__m256d)(B), (int)(imm), \
7892 (__v8df)(__m512d)(W), \
7893 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007894
Craig Topper8c18e112016-05-17 04:41:50 +00007895#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
7896 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7897 (__v4df)(__m256d)(B), (int)(imm), \
7898 (__v8df)_mm512_setzero_pd(), \
7899 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007900
Craig Topper8c18e112016-05-17 04:41:50 +00007901#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
7902 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7903 (__v4di)(__m256i)(B), (int)(imm), \
7904 (__v8di)_mm512_setzero_si512(), \
7905 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007906
Craig Topper8c18e112016-05-17 04:41:50 +00007907#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
7908 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7909 (__v4di)(__m256i)(B), (int)(imm), \
7910 (__v8di)(__m512i)(W), \
7911 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007912
Craig Topper8c18e112016-05-17 04:41:50 +00007913#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
7914 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7915 (__v4di)(__m256i)(B), (int)(imm), \
7916 (__v8di)_mm512_setzero_si512(), \
7917 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007918
Craig Topper8c18e112016-05-17 04:41:50 +00007919#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
7920 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7921 (__v4sf)(__m128)(B), (int)(imm), \
7922 (__v16sf)_mm512_undefined_ps(), \
7923 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007924
Craig Topper8c18e112016-05-17 04:41:50 +00007925#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
7926 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7927 (__v4sf)(__m128)(B), (int)(imm), \
7928 (__v16sf)(__m512)(W), \
7929 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007930
Craig Topper8c18e112016-05-17 04:41:50 +00007931#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
7932 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7933 (__v4sf)(__m128)(B), (int)(imm), \
7934 (__v16sf)_mm512_setzero_ps(), \
7935 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007936
Craig Topper8c18e112016-05-17 04:41:50 +00007937#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
7938 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7939 (__v4si)(__m128i)(B), (int)(imm), \
7940 (__v16si)_mm512_setzero_si512(), \
7941 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007942
Craig Topper8c18e112016-05-17 04:41:50 +00007943#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
7944 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7945 (__v4si)(__m128i)(B), (int)(imm), \
7946 (__v16si)(__m512i)(W), \
7947 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007948
Craig Topper8c18e112016-05-17 04:41:50 +00007949#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
7950 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7951 (__v4si)(__m128i)(B), (int)(imm), \
7952 (__v16si)_mm512_setzero_si512(), \
7953 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007954
Craig Topper8c18e112016-05-17 04:41:50 +00007955#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
7956 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7957 (int)(((C)<<2) | (B)), \
7958 (__v8df)_mm512_undefined_pd(), \
7959 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007960
Craig Topper8c18e112016-05-17 04:41:50 +00007961#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
7962 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7963 (int)(((C)<<2) | (B)), \
7964 (__v8df)(__m512d)(W), \
7965 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007966
Craig Topper8c18e112016-05-17 04:41:50 +00007967#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
7968 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7969 (int)(((C)<<2) | (B)), \
7970 (__v8df)_mm512_setzero_pd(), \
7971 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007972
Craig Topper8c18e112016-05-17 04:41:50 +00007973#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
7974 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7975 (int)(((C)<<2) | (B)), \
7976 (__v8df)_mm512_setzero_pd(), \
7977 (__mmask8)-1, \
7978 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007979
Craig Topper8c18e112016-05-17 04:41:50 +00007980#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
7981 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7982 (int)(((C)<<2) | (B)), \
7983 (__v8df)(__m512d)(W), \
7984 (__mmask8)(U), \
7985 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007986
Craig Topper8c18e112016-05-17 04:41:50 +00007987#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
7988 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7989 (int)(((C)<<2) | (B)), \
7990 (__v8df)_mm512_setzero_pd(), \
7991 (__mmask8)(U), \
7992 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007993
Craig Topper8c18e112016-05-17 04:41:50 +00007994#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
7995 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
7996 (int)(((C)<<2) | (B)), \
7997 (__v16sf)_mm512_undefined_ps(), \
7998 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007999
Craig Topper8c18e112016-05-17 04:41:50 +00008000#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
8001 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8002 (int)(((C)<<2) | (B)), \
8003 (__v16sf)(__m512)(W), \
8004 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008005
Craig Topper8c18e112016-05-17 04:41:50 +00008006#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
8007 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8008 (int)(((C)<<2) | (B)), \
8009 (__v16sf)_mm512_setzero_ps(), \
8010 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008011
Craig Topper8c18e112016-05-17 04:41:50 +00008012#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
8013 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8014 (int)(((C)<<2)|(B)), \
8015 (__v16sf)_mm512_undefined_ps(), \
8016 (__mmask16)-1, \
8017 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008018
Craig Topper8c18e112016-05-17 04:41:50 +00008019#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8020 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8021 (int)(((C)<<2)|(B)), \
8022 (__v16sf)(__m512)(W), \
8023 (__mmask16)(U), \
8024 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008025
Craig Topper8c18e112016-05-17 04:41:50 +00008026#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8027 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8028 (int)(((C)<<2)|(B)), \
8029 (__v16sf)_mm512_setzero_ps(), \
8030 (__mmask16)(U), \
8031 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008032
Craig Topper8c18e112016-05-17 04:41:50 +00008033#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8034 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8035 (__v8df)_mm512_undefined_pd(), \
8036 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008037
Craig Topper8c18e112016-05-17 04:41:50 +00008038#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8039 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8040 (__v8df)(__m512d)(W), \
8041 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008042
Craig Topper8c18e112016-05-17 04:41:50 +00008043#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8044 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8045 (__v8df)_mm512_setzero_pd(), \
8046 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008047
8048static __inline__ __m512d __DEFAULT_FN_ATTRS
8049_mm512_getexp_pd (__m512d __A)
8050{
8051 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8052 (__v8df) _mm512_undefined_pd (),
8053 (__mmask8) -1,
8054 _MM_FROUND_CUR_DIRECTION);
8055}
8056
8057static __inline__ __m512d __DEFAULT_FN_ATTRS
8058_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8059{
8060 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8061 (__v8df) __W,
8062 (__mmask8) __U,
8063 _MM_FROUND_CUR_DIRECTION);
8064}
8065
8066static __inline__ __m512d __DEFAULT_FN_ATTRS
8067_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8068{
8069 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8070 (__v8df) _mm512_setzero_pd (),
8071 (__mmask8) __U,
8072 _MM_FROUND_CUR_DIRECTION);
8073}
8074
Craig Topper8c18e112016-05-17 04:41:50 +00008075#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8076 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8077 (__v16sf)_mm512_undefined_ps(), \
8078 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008079
Craig Topper8c18e112016-05-17 04:41:50 +00008080#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8081 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8082 (__v16sf)(__m512)(W), \
8083 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008084
Craig Topper8c18e112016-05-17 04:41:50 +00008085#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8086 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8087 (__v16sf)_mm512_setzero_ps(), \
8088 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008089
8090static __inline__ __m512 __DEFAULT_FN_ATTRS
8091_mm512_getexp_ps (__m512 __A)
8092{
8093 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8094 (__v16sf) _mm512_undefined_ps (),
8095 (__mmask16) -1,
8096 _MM_FROUND_CUR_DIRECTION);
8097}
8098
8099static __inline__ __m512 __DEFAULT_FN_ATTRS
8100_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8101{
8102 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8103 (__v16sf) __W,
8104 (__mmask16) __U,
8105 _MM_FROUND_CUR_DIRECTION);
8106}
8107
8108static __inline__ __m512 __DEFAULT_FN_ATTRS
8109_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8110{
8111 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8112 (__v16sf) _mm512_setzero_ps (),
8113 (__mmask16) __U,
8114 _MM_FROUND_CUR_DIRECTION);
8115}
8116
Craig Topper8c18e112016-05-17 04:41:50 +00008117#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8118 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8119 (float const *)(addr), \
8120 (__v8di)(__m512i)(index), (__mmask8)-1, \
8121 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008122
8123#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8124 __addr, __scale) __extension__({\
8125__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8126 __addr,(__v8di) __index, __mask, __scale);\
8127})
8128
Craig Topper8c18e112016-05-17 04:41:50 +00008129#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8130 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8131 (int const *)(addr), \
8132 (__v8di)(__m512i)(index), \
8133 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008134
Craig Topper8c18e112016-05-17 04:41:50 +00008135#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8136 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8137 (int const *)(addr), \
8138 (__v8di)(__m512i)(index), \
8139 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008140
Craig Topper8c18e112016-05-17 04:41:50 +00008141#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8142 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8143 (double const *)(addr), \
8144 (__v8di)(__m512i)(index), (__mmask8)-1, \
8145 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008146
Craig Topper8c18e112016-05-17 04:41:50 +00008147#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8148 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8149 (double const *)(addr), \
8150 (__v8di)(__m512i)(index), \
8151 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008152
Craig Topper8c18e112016-05-17 04:41:50 +00008153#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8154 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8155 (long long const *)(addr), \
8156 (__v8di)(__m512i)(index), (__mmask8)-1, \
8157 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008158
Craig Topper8c18e112016-05-17 04:41:50 +00008159#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8160 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8161 (long long const *)(addr), \
8162 (__v8di)(__m512i)(index), \
8163 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008164
Craig Topper8c18e112016-05-17 04:41:50 +00008165#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8166 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8167 (float const *)(addr), \
8168 (__v16sf)(__m512)(index), \
8169 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008170
Craig Topper8c18e112016-05-17 04:41:50 +00008171#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8172 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8173 (float const *)(addr), \
8174 (__v16sf)(__m512)(index), \
8175 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008176
Craig Topper8c18e112016-05-17 04:41:50 +00008177#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8178 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8179 (int const *)(addr), \
8180 (__v16si)(__m512i)(index), \
8181 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008182
Craig Topper8c18e112016-05-17 04:41:50 +00008183#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8184 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8185 (int const *)(addr), \
8186 (__v16si)(__m512i)(index), \
8187 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008188
Craig Topper8c18e112016-05-17 04:41:50 +00008189#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8190 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8191 (double const *)(addr), \
8192 (__v8si)(__m256i)(index), (__mmask8)-1, \
8193 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008194
Craig Topper8c18e112016-05-17 04:41:50 +00008195#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8196 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8197 (double const *)(addr), \
8198 (__v8si)(__m256i)(index), \
8199 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008200
Craig Topper8c18e112016-05-17 04:41:50 +00008201#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8202 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8203 (long long const *)(addr), \
8204 (__v8si)(__m256i)(index), (__mmask8)-1, \
8205 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008206
Craig Topper8c18e112016-05-17 04:41:50 +00008207#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8208 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8209 (long long const *)(addr), \
8210 (__v8si)(__m256i)(index), \
8211 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008212
Craig Topper8c18e112016-05-17 04:41:50 +00008213#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8214 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8215 (__v8di)(__m512i)(index), \
8216 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008217
Craig Topper8c18e112016-05-17 04:41:50 +00008218#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8219 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8220 (__v8di)(__m512i)(index), \
8221 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008222
Craig Topper8c18e112016-05-17 04:41:50 +00008223#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8224 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8225 (__v8di)(__m512i)(index), \
8226 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008227
Craig Topper8c18e112016-05-17 04:41:50 +00008228#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8229 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8230 (__v8di)(__m512i)(index), \
8231 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008232
Craig Topper8c18e112016-05-17 04:41:50 +00008233#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8234 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8235 (__v8di)(__m512i)(index), \
8236 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008237
Craig Topper8c18e112016-05-17 04:41:50 +00008238#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8239 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8240 (__v8di)(__m512i)(index), \
8241 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008242
Craig Topper8c18e112016-05-17 04:41:50 +00008243#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8244 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8245 (__v8di)(__m512i)(index), \
8246 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008247
Craig Topper8c18e112016-05-17 04:41:50 +00008248#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8249 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8250 (__v8di)(__m512i)(index), \
8251 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008252
Craig Topper8c18e112016-05-17 04:41:50 +00008253#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8254 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8255 (__v16si)(__m512i)(index), \
8256 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008257
Craig Topper8c18e112016-05-17 04:41:50 +00008258#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8259 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8260 (__v16si)(__m512i)(index), \
8261 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008262
Craig Topper8c18e112016-05-17 04:41:50 +00008263#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8264 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8265 (__v16si)(__m512i)(index), \
8266 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008267
Craig Topper8c18e112016-05-17 04:41:50 +00008268#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8269 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8270 (__v16si)(__m512i)(index), \
8271 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008272
Craig Topper8c18e112016-05-17 04:41:50 +00008273#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8274 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8275 (__v8si)(__m256i)(index), \
8276 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008277
Craig Topper8c18e112016-05-17 04:41:50 +00008278#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8279 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8280 (__v8si)(__m256i)(index), \
8281 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008282
Craig Topper8c18e112016-05-17 04:41:50 +00008283#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8284 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8285 (__v8si)(__m256i)(index), \
8286 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008287
Craig Topper8c18e112016-05-17 04:41:50 +00008288#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8289 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8290 (__v8si)(__m256i)(index), \
8291 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008292
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008293static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008294_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008295{
8296 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8297 (__v4sf) __B,
8298 (__v4sf) __W,
8299 (__mmask8) __U,
8300 _MM_FROUND_CUR_DIRECTION);
8301}
8302
Craig Topper8c18e112016-05-17 04:41:50 +00008303#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8304 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8305 (__v4sf)(__m128)(B), \
8306 (__v4sf)(__m128)(W), (__mmask8)(U), \
8307 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008308
8309static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008310_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008311{
8312 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8313 (__v4sf) __B,
8314 (__v4sf) __C,
8315 (__mmask8) __U,
8316 _MM_FROUND_CUR_DIRECTION);
8317}
8318
Craig Topper8c18e112016-05-17 04:41:50 +00008319#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8320 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8321 (__v4sf)(__m128)(B), \
8322 (__v4sf)(__m128)(C), (__mmask8)(U), \
8323 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008324
8325static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008326_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008327{
8328 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8329 (__v4sf) __X,
8330 (__v4sf) __Y,
8331 (__mmask8) __U,
8332 _MM_FROUND_CUR_DIRECTION);
8333}
8334
Craig Topper8c18e112016-05-17 04:41:50 +00008335#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8336 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8337 (__v4sf)(__m128)(X), \
8338 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8339 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008340
8341static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008342_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008343{
8344 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008345 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008346 (__v4sf) __W,
8347 (__mmask8) __U,
8348 _MM_FROUND_CUR_DIRECTION);
8349}
8350
Craig Topper8c18e112016-05-17 04:41:50 +00008351#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8352 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8353 -(__v4sf)(__m128)(B), \
8354 (__v4sf)(__m128)(W), (__mmask8)(U), \
8355 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008356
8357static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008358_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008359{
8360 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8361 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008362 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008363 (__mmask8) __U,
8364 _MM_FROUND_CUR_DIRECTION);
8365}
8366
Craig Topper8c18e112016-05-17 04:41:50 +00008367#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8368 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8369 (__v4sf)(__m128)(B), \
8370 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8371 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008372
8373static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008374_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008375{
8376 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8377 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008378 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008379 (__mmask8) __U,
8380 _MM_FROUND_CUR_DIRECTION);
8381}
8382
Craig Topper8c18e112016-05-17 04:41:50 +00008383#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8384 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8385 (__v4sf)(__m128)(X), \
8386 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8387 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008388
8389static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008390_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008391{
Craig Topper9864c592016-05-15 20:10:03 +00008392 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008393 (__v4sf) __B,
8394 (__v4sf) __W,
8395 (__mmask8) __U,
8396 _MM_FROUND_CUR_DIRECTION);
8397}
8398
Craig Topper8c18e112016-05-17 04:41:50 +00008399#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8400 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8401 (__v4sf)(__m128)(B), \
8402 (__v4sf)(__m128)(W), (__mmask8)(U), \
8403 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008404
8405static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008406_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008407{
Craig Topper9864c592016-05-15 20:10:03 +00008408 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008409 (__v4sf) __B,
8410 (__v4sf) __C,
8411 (__mmask8) __U,
8412 _MM_FROUND_CUR_DIRECTION);
8413}
8414
Craig Topper8c18e112016-05-17 04:41:50 +00008415#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8416 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8417 (__v4sf)(__m128)(B), \
8418 (__v4sf)(__m128)(C), (__mmask8)(U), \
8419 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008420
8421static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008422_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008423{
Craig Topper9864c592016-05-15 20:10:03 +00008424 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008425 (__v4sf) __X,
8426 (__v4sf) __Y,
8427 (__mmask8) __U,
8428 _MM_FROUND_CUR_DIRECTION);
8429}
8430
Craig Topper8c18e112016-05-17 04:41:50 +00008431#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8432 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8433 (__v4sf)(__m128)(X), \
8434 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8435 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008436
8437static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008438_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008439{
Craig Topper9864c592016-05-15 20:10:03 +00008440 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8441 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008442 (__v4sf) __W,
8443 (__mmask8) __U,
8444 _MM_FROUND_CUR_DIRECTION);
8445}
8446
Craig Topper8c18e112016-05-17 04:41:50 +00008447#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8448 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8449 -(__v4sf)(__m128)(B), \
8450 (__v4sf)(__m128)(W), (__mmask8)(U), \
8451 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008452
8453static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008454_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008455{
Craig Topper9864c592016-05-15 20:10:03 +00008456 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008457 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008458 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008459 (__mmask8) __U,
8460 _MM_FROUND_CUR_DIRECTION);
8461}
8462
Craig Topper8c18e112016-05-17 04:41:50 +00008463#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8464 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8465 (__v4sf)(__m128)(B), \
8466 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8467 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008468
8469static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008470_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008471{
Craig Topper9864c592016-05-15 20:10:03 +00008472 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008473 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008474 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008475 (__mmask8) __U,
8476 _MM_FROUND_CUR_DIRECTION);
8477}
8478
Craig Topper8c18e112016-05-17 04:41:50 +00008479#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8480 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8481 (__v4sf)(__m128)(X), \
8482 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8483 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008484
Craig Topper58187d32016-05-17 04:41:29 +00008485static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008486_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008487{
Craig Topper58187d32016-05-17 04:41:29 +00008488 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008489 (__v2df) __B,
8490 (__v2df) __W,
8491 (__mmask8) __U,
8492 _MM_FROUND_CUR_DIRECTION);
8493}
8494
Craig Topper8c18e112016-05-17 04:41:50 +00008495#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8496 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8497 (__v2df)(__m128d)(B), \
8498 (__v2df)(__m128d)(W), (__mmask8)(U), \
8499 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008500
Craig Topper58187d32016-05-17 04:41:29 +00008501static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008502_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008503{
Craig Topper58187d32016-05-17 04:41:29 +00008504 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008505 (__v2df) __B,
8506 (__v2df) __C,
8507 (__mmask8) __U,
8508 _MM_FROUND_CUR_DIRECTION);
8509}
8510
Craig Topper8c18e112016-05-17 04:41:50 +00008511#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8512 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8513 (__v2df)(__m128d)(B), \
8514 (__v2df)(__m128d)(C), (__mmask8)(U), \
8515 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008516
Craig Topper58187d32016-05-17 04:41:29 +00008517static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008518_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008519{
Craig Topper58187d32016-05-17 04:41:29 +00008520 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008521 (__v2df) __X,
8522 (__v2df) __Y,
8523 (__mmask8) __U,
8524 _MM_FROUND_CUR_DIRECTION);
8525}
8526
Craig Topper8c18e112016-05-17 04:41:50 +00008527#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8528 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8529 (__v2df)(__m128d)(X), \
8530 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8531 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008532
Craig Topper58187d32016-05-17 04:41:29 +00008533static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008534_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008535{
Craig Topper58187d32016-05-17 04:41:29 +00008536 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008537 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008538 (__v2df) __W,
8539 (__mmask8) __U,
8540 _MM_FROUND_CUR_DIRECTION);
8541}
8542
Craig Topper8c18e112016-05-17 04:41:50 +00008543#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8544 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8545 -(__v2df)(__m128d)(B), \
8546 (__v2df)(__m128d)(W), (__mmask8)(U), \
8547 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008548
Craig Topper58187d32016-05-17 04:41:29 +00008549static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008550_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008551{
Craig Topper58187d32016-05-17 04:41:29 +00008552 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008553 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008554 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008555 (__mmask8) __U,
8556 _MM_FROUND_CUR_DIRECTION);
8557}
8558
Craig Topper8c18e112016-05-17 04:41:50 +00008559#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8560 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8561 (__v2df)(__m128d)(B), \
8562 -(__v2df)(__m128d)(C), \
8563 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008564
Craig Topper58187d32016-05-17 04:41:29 +00008565static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008566_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008567{
Craig Topper58187d32016-05-17 04:41:29 +00008568 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008569 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008570 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008571 (__mmask8) __U,
8572 _MM_FROUND_CUR_DIRECTION);
8573}
8574
Craig Topper8c18e112016-05-17 04:41:50 +00008575#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8576 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8577 (__v2df)(__m128d)(X), \
8578 -(__v2df)(__m128d)(Y), \
8579 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008580
Craig Topper58187d32016-05-17 04:41:29 +00008581static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008582_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008583{
Craig Topper58187d32016-05-17 04:41:29 +00008584 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008585 (__v2df) __B,
8586 (__v2df) __W,
8587 (__mmask8) __U,
8588 _MM_FROUND_CUR_DIRECTION);
8589}
8590
Craig Topper8c18e112016-05-17 04:41:50 +00008591#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8592 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8593 (__v2df)(__m128d)(B), \
8594 (__v2df)(__m128d)(W), (__mmask8)(U), \
8595 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008596
Craig Topper58187d32016-05-17 04:41:29 +00008597static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008598_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008599{
Craig Topper58187d32016-05-17 04:41:29 +00008600 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008601 (__v2df) __B,
8602 (__v2df) __C,
8603 (__mmask8) __U,
8604 _MM_FROUND_CUR_DIRECTION);
8605}
8606
Craig Topper8c18e112016-05-17 04:41:50 +00008607#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8608 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8609 (__v2df)(__m128d)(B), \
8610 (__v2df)(__m128d)(C), (__mmask8)(U), \
8611 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008612
Craig Topper58187d32016-05-17 04:41:29 +00008613static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008614_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008615{
Craig Topper58187d32016-05-17 04:41:29 +00008616 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008617 (__v2df) __X,
8618 (__v2df) __Y,
8619 (__mmask8) __U,
8620 _MM_FROUND_CUR_DIRECTION);
8621}
8622
Craig Topper8c18e112016-05-17 04:41:50 +00008623#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8624 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8625 (__v2df)(__m128d)(X), \
8626 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8627 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008628
Craig Topper58187d32016-05-17 04:41:29 +00008629static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008630_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008631{
Craig Topper58187d32016-05-17 04:41:29 +00008632 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008633 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008634 (__v2df) __W,
8635 (__mmask8) __U,
8636 _MM_FROUND_CUR_DIRECTION);
8637}
8638
Craig Topper8c18e112016-05-17 04:41:50 +00008639#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8640 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8641 -(__v2df)(__m128d)(B), \
8642 (__v2df)(__m128d)(W), (__mmask8)(U), \
8643 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008644
Craig Topper58187d32016-05-17 04:41:29 +00008645static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008646_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008647{
Craig Topper58187d32016-05-17 04:41:29 +00008648 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008649 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008650 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008651 (__mmask8) __U,
8652 _MM_FROUND_CUR_DIRECTION);
8653}
8654
Craig Topper8c18e112016-05-17 04:41:50 +00008655#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8656 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8657 (__v2df)(__m128d)(B), \
8658 -(__v2df)(__m128d)(C), \
8659 (__mmask8)(U), \
8660 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008661
Craig Topper58187d32016-05-17 04:41:29 +00008662static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008663_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008664{
Craig Topper58187d32016-05-17 04:41:29 +00008665 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008666 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008667 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008668 (__mmask8) __U,
8669 _MM_FROUND_CUR_DIRECTION);
8670}
8671
Craig Topper8c18e112016-05-17 04:41:50 +00008672#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8673 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8674 (__v2df)(__m128d)(X), \
8675 -(__v2df)(__m128d)(Y), \
8676 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008677
Simon Pilgrim30db8112016-07-04 13:34:44 +00008678#define _mm512_permutex_pd(X, C) __extension__ ({ \
8679 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
8680 (__v8df)_mm512_undefined_pd(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008681 0 + (((C) >> 0) & 0x3), \
8682 0 + (((C) >> 2) & 0x3), \
8683 0 + (((C) >> 4) & 0x3), \
8684 0 + (((C) >> 6) & 0x3), \
8685 4 + (((C) >> 0) & 0x3), \
8686 4 + (((C) >> 2) & 0x3), \
8687 4 + (((C) >> 4) & 0x3), \
8688 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008689
Simon Pilgrim30db8112016-07-04 13:34:44 +00008690#define _mm512_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8691 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8692 (__v8df)_mm512_permutex_pd((X), (C)), \
8693 (__v8df)(__m512d)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008694
Simon Pilgrim30db8112016-07-04 13:34:44 +00008695#define _mm512_maskz_permutex_pd(U, X, C) __extension__ ({ \
8696 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8697 (__v8df)_mm512_permutex_pd((X), (C)), \
8698 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008699
Simon Pilgrim30db8112016-07-04 13:34:44 +00008700#define _mm512_permutex_epi64(X, C) __extension__ ({ \
8701 (__m512i)__builtin_shufflevector((__v8di)(__m512i)(X), \
8702 (__v8di)_mm512_undefined_epi32(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008703 0 + (((C) >> 0) & 0x3), \
8704 0 + (((C) >> 2) & 0x3), \
8705 0 + (((C) >> 4) & 0x3), \
8706 0 + (((C) >> 6) & 0x3), \
8707 4 + (((C) >> 0) & 0x3), \
8708 4 + (((C) >> 2) & 0x3), \
8709 4 + (((C) >> 4) & 0x3), \
8710 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008711
Simon Pilgrim30db8112016-07-04 13:34:44 +00008712#define _mm512_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8713 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8714 (__v8di)_mm512_permutex_epi64((X), (C)), \
8715 (__v8di)(__m512i)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008716
Simon Pilgrim30db8112016-07-04 13:34:44 +00008717#define _mm512_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8718 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8719 (__v8di)_mm512_permutex_epi64((X), (C)), \
8720 (__v8di)_mm512_setzero_si512()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008721
8722static __inline__ __m512d __DEFAULT_FN_ATTRS
8723_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8724{
8725 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8726 (__v8di) __X,
8727 (__v8df) _mm512_undefined_pd (),
8728 (__mmask8) -1);
8729}
8730
8731static __inline__ __m512d __DEFAULT_FN_ATTRS
8732_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8733{
8734 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8735 (__v8di) __X,
8736 (__v8df) __W,
8737 (__mmask8) __U);
8738}
8739
8740static __inline__ __m512d __DEFAULT_FN_ATTRS
8741_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8742{
8743 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8744 (__v8di) __X,
8745 (__v8df) _mm512_setzero_pd (),
8746 (__mmask8) __U);
8747}
8748
8749static __inline__ __m512i __DEFAULT_FN_ATTRS
8750_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8751{
8752 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8753 (__v8di) __X,
8754 (__v8di) _mm512_setzero_si512 (),
8755 __M);
8756}
8757
8758static __inline__ __m512i __DEFAULT_FN_ATTRS
8759_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8760{
8761 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8762 (__v8di) __X,
8763 (__v8di) _mm512_undefined_epi32 (),
8764 (__mmask8) -1);
8765}
8766
8767static __inline__ __m512i __DEFAULT_FN_ATTRS
8768_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8769 __m512i __Y)
8770{
8771 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8772 (__v8di) __X,
8773 (__v8di) __W,
8774 __M);
8775}
8776
8777static __inline__ __m512 __DEFAULT_FN_ATTRS
8778_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8779{
8780 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8781 (__v16si) __X,
8782 (__v16sf) _mm512_undefined_ps (),
8783 (__mmask16) -1);
8784}
8785
8786static __inline__ __m512 __DEFAULT_FN_ATTRS
8787_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8788{
8789 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8790 (__v16si) __X,
8791 (__v16sf) __W,
8792 (__mmask16) __U);
8793}
8794
8795static __inline__ __m512 __DEFAULT_FN_ATTRS
8796_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8797{
8798 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8799 (__v16si) __X,
8800 (__v16sf) _mm512_setzero_ps (),
8801 (__mmask16) __U);
8802}
8803
8804static __inline__ __m512i __DEFAULT_FN_ATTRS
8805_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8806{
8807 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8808 (__v16si) __X,
8809 (__v16si) _mm512_setzero_si512 (),
8810 __M);
8811}
8812
8813static __inline__ __m512i __DEFAULT_FN_ATTRS
8814_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8815{
8816 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8817 (__v16si) __X,
8818 (__v16si) _mm512_undefined_epi32 (),
8819 (__mmask16) -1);
8820}
8821
8822static __inline__ __m512i __DEFAULT_FN_ATTRS
8823_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8824 __m512i __Y)
8825{
8826 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8827 (__v16si) __X,
8828 (__v16si) __W,
8829 __M);
8830}
8831
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008832static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8833_mm512_kand (__mmask16 __A, __mmask16 __B)
8834{
8835 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8836}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008837
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008838static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8839_mm512_kandn (__mmask16 __A, __mmask16 __B)
8840{
8841 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8842}
8843
8844static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8845_mm512_kor (__mmask16 __A, __mmask16 __B)
8846{
8847 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8848}
8849
8850static __inline__ int __DEFAULT_FN_ATTRS
8851_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8852{
Craig Topper91f23d92016-05-16 01:09:16 +00008853 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008854}
8855
8856static __inline__ int __DEFAULT_FN_ATTRS
8857_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8858{
Craig Topper91f23d92016-05-16 01:09:16 +00008859 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008860}
8861
8862static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8863_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8864{
8865 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8866}
8867
8868static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8869_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8870{
8871 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8872}
8873
8874static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8875_mm512_kxor (__mmask16 __A, __mmask16 __B)
8876{
8877 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8878}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008879
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008880static __inline__ void __DEFAULT_FN_ATTRS
8881_mm512_stream_si512 (__m512i * __P, __m512i __A)
8882{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008883 __builtin_nontemporal_store((__v8di)__A, (__v8di*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008884}
8885
8886static __inline__ __m512i __DEFAULT_FN_ATTRS
8887_mm512_stream_load_si512 (void *__P)
8888{
8889 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8890}
8891
8892static __inline__ void __DEFAULT_FN_ATTRS
8893_mm512_stream_pd (double *__P, __m512d __A)
8894{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008895 __builtin_nontemporal_store((__v8df)__A, (__v8df*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008896}
8897
8898static __inline__ void __DEFAULT_FN_ATTRS
8899_mm512_stream_ps (float *__P, __m512 __A)
8900{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008901 __builtin_nontemporal_store((__v16sf)__A, (__v16sf*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008902}
8903
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008904static __inline__ __m512d __DEFAULT_FN_ATTRS
8905_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8906{
8907 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8908 (__v8df) __W,
8909 (__mmask8) __U);
8910}
8911
8912static __inline__ __m512d __DEFAULT_FN_ATTRS
8913_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8914{
8915 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8916 (__v8df)
8917 _mm512_setzero_pd (),
8918 (__mmask8) __U);
8919}
8920
8921static __inline__ __m512i __DEFAULT_FN_ATTRS
8922_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8923{
8924 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8925 (__v8di) __W,
8926 (__mmask8) __U);
8927}
8928
8929static __inline__ __m512i __DEFAULT_FN_ATTRS
8930_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8931{
8932 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8933 (__v8di)
8934 _mm512_setzero_si512 (),
8935 (__mmask8) __U);
8936}
8937
8938static __inline__ __m512 __DEFAULT_FN_ATTRS
8939_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8940{
8941 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8942 (__v16sf) __W,
8943 (__mmask16) __U);
8944}
8945
8946static __inline__ __m512 __DEFAULT_FN_ATTRS
8947_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
8948{
8949 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8950 (__v16sf)
8951 _mm512_setzero_ps (),
8952 (__mmask16) __U);
8953}
8954
8955static __inline__ __m512i __DEFAULT_FN_ATTRS
8956_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8957{
8958 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8959 (__v16si) __W,
8960 (__mmask16) __U);
8961}
8962
8963static __inline__ __m512i __DEFAULT_FN_ATTRS
8964_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
8965{
8966 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8967 (__v16si)
8968 _mm512_setzero_si512 (),
8969 (__mmask16) __U);
8970}
8971
Craig Topper8c18e112016-05-17 04:41:50 +00008972#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
8973 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8974 (__v4sf)(__m128)(Y), (int)(P), \
8975 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008976
Craig Topper8c18e112016-05-17 04:41:50 +00008977#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
8978 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8979 (__v4sf)(__m128)(Y), (int)(P), \
8980 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008981
Craig Topper8c18e112016-05-17 04:41:50 +00008982#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
8983 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8984 (__v4sf)(__m128)(Y), (int)(P), \
8985 (__mmask8)-1, \
8986 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008987
Craig Topper8c18e112016-05-17 04:41:50 +00008988#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
8989 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8990 (__v4sf)(__m128)(Y), (int)(P), \
8991 (__mmask8)(M), \
8992 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008993
Craig Topper8c18e112016-05-17 04:41:50 +00008994#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
8995 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8996 (__v2df)(__m128d)(Y), (int)(P), \
8997 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008998
Craig Topper8c18e112016-05-17 04:41:50 +00008999#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
9000 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9001 (__v2df)(__m128d)(Y), (int)(P), \
9002 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009003
Craig Topper8c18e112016-05-17 04:41:50 +00009004#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
9005 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9006 (__v2df)(__m128d)(Y), (int)(P), \
9007 (__mmask8)-1, \
9008 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009009
Craig Topper8c18e112016-05-17 04:41:50 +00009010#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
9011 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9012 (__v2df)(__m128d)(Y), (int)(P), \
9013 (__mmask8)(M), \
9014 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009015
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009016static __inline__ __m512 __DEFAULT_FN_ATTRS
9017_mm512_movehdup_ps (__m512 __A)
9018{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009019 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9020 1, 1, 3, 3, 5, 5, 7, 7, 9, 9, 11, 11, 13, 13, 15, 15);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009021}
9022
9023static __inline__ __m512 __DEFAULT_FN_ATTRS
9024_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9025{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009026 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9027 (__v16sf)_mm512_movehdup_ps(__A),
9028 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009029}
9030
9031static __inline__ __m512 __DEFAULT_FN_ATTRS
9032_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9033{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009034 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9035 (__v16sf)_mm512_movehdup_ps(__A),
9036 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009037}
9038
9039static __inline__ __m512 __DEFAULT_FN_ATTRS
9040_mm512_moveldup_ps (__m512 __A)
9041{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009042 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9043 0, 0, 2, 2, 4, 4, 6, 6, 8, 8, 10, 10, 12, 12, 14, 14);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009044}
9045
9046static __inline__ __m512 __DEFAULT_FN_ATTRS
9047_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9048{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009049 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9050 (__v16sf)_mm512_moveldup_ps(__A),
9051 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009052}
9053
9054static __inline__ __m512 __DEFAULT_FN_ATTRS
9055_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9056{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009057 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9058 (__v16sf)_mm512_moveldup_ps(__A),
9059 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009060}
9061
Craig Topper8c18e112016-05-17 04:41:50 +00009062#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009063 (__m512i)__builtin_shufflevector((__v16si)(__m512i)(A), \
Craig Topper2a383c92016-07-04 22:18:01 +00009064 (__v16si)_mm512_undefined_epi32(), \
9065 0 + (((I) >> 0) & 0x3), \
9066 0 + (((I) >> 2) & 0x3), \
9067 0 + (((I) >> 4) & 0x3), \
9068 0 + (((I) >> 6) & 0x3), \
9069 4 + (((I) >> 0) & 0x3), \
9070 4 + (((I) >> 2) & 0x3), \
9071 4 + (((I) >> 4) & 0x3), \
9072 4 + (((I) >> 6) & 0x3), \
9073 8 + (((I) >> 0) & 0x3), \
9074 8 + (((I) >> 2) & 0x3), \
9075 8 + (((I) >> 4) & 0x3), \
9076 8 + (((I) >> 6) & 0x3), \
9077 12 + (((I) >> 0) & 0x3), \
9078 12 + (((I) >> 2) & 0x3), \
9079 12 + (((I) >> 4) & 0x3), \
9080 12 + (((I) >> 6) & 0x3)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009081
Craig Topper8c18e112016-05-17 04:41:50 +00009082#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009083 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9084 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9085 (__v16si)(__m512i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009086
Craig Topper8c18e112016-05-17 04:41:50 +00009087#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009088 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9089 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9090 (__v16si)_mm512_setzero_si512()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009091
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009092static __inline__ __m512d __DEFAULT_FN_ATTRS
9093_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9094{
9095 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9096 (__v8df) __W,
9097 (__mmask8) __U);
9098}
9099
9100static __inline__ __m512d __DEFAULT_FN_ATTRS
9101_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9102{
9103 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9104 (__v8df) _mm512_setzero_pd (),
9105 (__mmask8) __U);
9106}
9107
9108static __inline__ __m512i __DEFAULT_FN_ATTRS
9109_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9110{
9111 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9112 (__v8di) __W,
9113 (__mmask8) __U);
9114}
9115
9116static __inline__ __m512i __DEFAULT_FN_ATTRS
9117_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9118{
9119 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9120 (__v8di) _mm512_setzero_pd (),
9121 (__mmask8) __U);
9122}
9123
9124static __inline__ __m512d __DEFAULT_FN_ATTRS
9125_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9126{
9127 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9128 (__v8df) __W,
9129 (__mmask8) __U);
9130}
9131
9132static __inline__ __m512d __DEFAULT_FN_ATTRS
9133_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9134{
9135 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9136 (__v8df) _mm512_setzero_pd(),
9137 (__mmask8) __U);
9138}
9139
9140static __inline__ __m512i __DEFAULT_FN_ATTRS
9141_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9142{
9143 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9144 (__v8di) __W,
9145 (__mmask8) __U);
9146}
9147
9148static __inline__ __m512i __DEFAULT_FN_ATTRS
9149_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9150{
9151 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9152 (__v8di) _mm512_setzero_pd(),
9153 (__mmask8) __U);
9154}
9155
9156static __inline__ __m512 __DEFAULT_FN_ATTRS
9157_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9158{
9159 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9160 (__v16sf) __W,
9161 (__mmask16) __U);
9162}
9163
9164static __inline__ __m512 __DEFAULT_FN_ATTRS
9165_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9166{
9167 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9168 (__v16sf) _mm512_setzero_ps(),
9169 (__mmask16) __U);
9170}
9171
9172static __inline__ __m512i __DEFAULT_FN_ATTRS
9173_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9174{
9175 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9176 (__v16si) __W,
9177 (__mmask16) __U);
9178}
9179
9180static __inline__ __m512i __DEFAULT_FN_ATTRS
9181_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9182{
9183 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9184 (__v16si) _mm512_setzero_ps(),
9185 (__mmask16) __U);
9186}
9187
9188static __inline__ __m512 __DEFAULT_FN_ATTRS
9189_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9190{
9191 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9192 (__v16sf) __W,
9193 (__mmask16) __U);
9194}
9195
9196static __inline__ __m512 __DEFAULT_FN_ATTRS
9197_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9198{
9199 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9200 (__v16sf) _mm512_setzero_ps(),
9201 (__mmask16) __U);
9202}
9203
9204static __inline__ __m512i __DEFAULT_FN_ATTRS
9205_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9206{
9207 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9208 (__v16si) __W,
9209 (__mmask16) __U);
9210}
9211
9212static __inline__ __m512i __DEFAULT_FN_ATTRS
9213_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9214{
9215 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9216 (__v16si) _mm512_setzero_ps(),
9217 (__mmask16) __U);
9218}
9219
Craig Topper8c18e112016-05-17 04:41:50 +00009220#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9221 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9222 (__v8df)_mm512_undefined_pd(), \
9223 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009224
Craig Topper8c18e112016-05-17 04:41:50 +00009225#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9226 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9227 (__v8df)(__m512d)(W), \
9228 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009229
Craig Topper8c18e112016-05-17 04:41:50 +00009230#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9231 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9232 (__v8df)_mm512_setzero_pd(), \
9233 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009234
9235static __inline__ __m512d __DEFAULT_FN_ATTRS
9236_mm512_cvtps_pd (__m256 __A)
9237{
9238 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9239 (__v8df)
9240 _mm512_undefined_pd (),
9241 (__mmask8) -1,
9242 _MM_FROUND_CUR_DIRECTION);
9243}
9244
9245static __inline__ __m512d __DEFAULT_FN_ATTRS
9246_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9247{
9248 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9249 (__v8df) __W,
9250 (__mmask8) __U,
9251 _MM_FROUND_CUR_DIRECTION);
9252}
9253
9254static __inline__ __m512d __DEFAULT_FN_ATTRS
9255_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9256{
9257 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9258 (__v8df)
9259 _mm512_setzero_pd (),
9260 (__mmask8) __U,
9261 _MM_FROUND_CUR_DIRECTION);
9262}
9263
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009264static __inline__ __m512d __DEFAULT_FN_ATTRS
9265_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9266{
Igor Bregeraadb8762016-06-08 13:59:20 +00009267 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9268 (__v8df) __A,
9269 (__v8df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009270}
9271
9272static __inline__ __m512d __DEFAULT_FN_ATTRS
9273_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9274{
Igor Bregeraadb8762016-06-08 13:59:20 +00009275 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9276 (__v8df) __A,
9277 (__v8df) _mm512_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009278}
9279
9280static __inline__ __m512 __DEFAULT_FN_ATTRS
9281_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9282{
Igor Bregeraadb8762016-06-08 13:59:20 +00009283 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9284 (__v16sf) __A,
9285 (__v16sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009286}
9287
9288static __inline__ __m512 __DEFAULT_FN_ATTRS
9289_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9290{
Igor Bregeraadb8762016-06-08 13:59:20 +00009291 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9292 (__v16sf) __A,
9293 (__v16sf) _mm512_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009294}
9295
Michael Zuckerman708e7592016-05-03 10:42:46 +00009296static __inline__ void __DEFAULT_FN_ATTRS
9297_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9298{
9299 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9300 (__mmask8) __U);
9301}
9302
9303static __inline__ void __DEFAULT_FN_ATTRS
9304_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9305{
9306 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9307 (__mmask8) __U);
9308}
9309
9310static __inline__ void __DEFAULT_FN_ATTRS
9311_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9312{
9313 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9314 (__mmask16) __U);
9315}
9316
9317static __inline__ void __DEFAULT_FN_ATTRS
9318_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9319{
9320 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9321 (__mmask16) __U);
9322}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009323
Craig Topper8c18e112016-05-17 04:41:50 +00009324#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9325 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9326 (__v2df)(__m128d)(B), \
9327 (__v4sf)_mm_undefined_ps(), \
9328 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009329
Craig Topper8c18e112016-05-17 04:41:50 +00009330#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9331 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9332 (__v2df)(__m128d)(B), \
9333 (__v4sf)(__m128)(W), \
9334 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009335
Craig Topper8c18e112016-05-17 04:41:50 +00009336#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9337 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9338 (__v2df)(__m128d)(B), \
9339 (__v4sf)_mm_setzero_ps(), \
9340 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009341
Asaf Badouh89f65762016-06-02 08:11:35 +00009342static __inline__ __m128 __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009343_mm_mask_cvtsd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128d __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009344{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009345 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(__A),
9346 (__v2df)(__B),
9347 (__v4sf)(__W),
9348 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009349}
9350
9351static __inline__ __m128 __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009352_mm_maskz_cvtsd_ss (__mmask8 __U, __m128 __A, __m128d __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009353{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009354 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(__A),
9355 (__v2df)(__B),
Asaf Badouh89f65762016-06-02 08:11:35 +00009356 (__v4sf)_mm_setzero_ps(),
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009357 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009358}
9359
9360#define _mm_cvtss_i32 _mm_cvtss_si32
Asaf Badouh89f65762016-06-02 08:11:35 +00009361#define _mm_cvtsd_i32 _mm_cvtsd_si32
Asaf Badouh89f65762016-06-02 08:11:35 +00009362#define _mm_cvti32_sd _mm_cvtsi32_sd
Asaf Badouh89f65762016-06-02 08:11:35 +00009363#define _mm_cvti32_ss _mm_cvtsi32_ss
Craig Topper45db56c2016-07-21 07:38:39 +00009364#ifdef __x86_64__
9365#define _mm_cvtss_i64 _mm_cvtss_si64
9366#define _mm_cvtsd_i64 _mm_cvtsd_si64
9367#define _mm_cvti64_sd _mm_cvtsi64_sd
Asaf Badouh89f65762016-06-02 08:11:35 +00009368#define _mm_cvti64_ss _mm_cvtsi64_ss
Craig Topper45db56c2016-07-21 07:38:39 +00009369#endif
Asaf Badouh89f65762016-06-02 08:11:35 +00009370
Craig Topper45db56c2016-07-21 07:38:39 +00009371#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009372#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9373 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9374 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009375
Craig Topper8c18e112016-05-17 04:41:50 +00009376#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9377 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9378 (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00009379#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009380
Craig Topper8c18e112016-05-17 04:41:50 +00009381#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9382 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009383
Craig Topper8c18e112016-05-17 04:41:50 +00009384#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9385 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009386
Craig Topper45db56c2016-07-21 07:38:39 +00009387#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009388#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9389 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9390 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009391
Craig Topper8c18e112016-05-17 04:41:50 +00009392#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9393 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9394 (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00009395#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009396
Craig Topper8c18e112016-05-17 04:41:50 +00009397#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9398 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9399 (__v4sf)(__m128)(B), \
9400 (__v2df)_mm_undefined_pd(), \
9401 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009402
Craig Topper8c18e112016-05-17 04:41:50 +00009403#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9404 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9405 (__v4sf)(__m128)(B), \
9406 (__v2df)(__m128d)(W), \
9407 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009408
Craig Topper8c18e112016-05-17 04:41:50 +00009409#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9410 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9411 (__v4sf)(__m128)(B), \
9412 (__v2df)_mm_setzero_pd(), \
9413 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009414
9415static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009416_mm_mask_cvtss_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128 __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009417{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009418 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(__A),
9419 (__v4sf)(__B),
9420 (__v2df)(__W),
9421 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009422}
9423
9424static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009425_mm_maskz_cvtss_sd (__mmask8 __U, __m128d __A, __m128 __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009426{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009427 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(__A),
9428 (__v4sf)(__B),
Asaf Badouh89f65762016-06-02 08:11:35 +00009429 (__v2df)_mm_setzero_pd(),
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009430 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009431}
9432
9433static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009434_mm_cvtu32_sd (__m128d __A, unsigned __B)
9435{
9436 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9437}
9438
Craig Topper45db56c2016-07-21 07:38:39 +00009439#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009440#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9441 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9442 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009443
9444static __inline__ __m128d __DEFAULT_FN_ATTRS
9445_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9446{
9447 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9448 _MM_FROUND_CUR_DIRECTION);
9449}
Craig Topper45db56c2016-07-21 07:38:39 +00009450#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009451
Craig Topper8c18e112016-05-17 04:41:50 +00009452#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9453 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9454 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009455
9456static __inline__ __m128 __DEFAULT_FN_ATTRS
9457_mm_cvtu32_ss (__m128 __A, unsigned __B)
9458{
9459 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9460 _MM_FROUND_CUR_DIRECTION);
9461}
9462
Craig Topper45db56c2016-07-21 07:38:39 +00009463#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009464#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9465 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9466 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009467
9468static __inline__ __m128 __DEFAULT_FN_ATTRS
9469_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9470{
9471 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9472 _MM_FROUND_CUR_DIRECTION);
9473}
Craig Topper45db56c2016-07-21 07:38:39 +00009474#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009475
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009476static __inline__ __m512i __DEFAULT_FN_ATTRS
9477_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9478{
9479 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9480 __M);
9481}
9482
Craig Topper45db56c2016-07-21 07:38:39 +00009483#ifdef __x86_64__
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009484static __inline__ __m512i __DEFAULT_FN_ATTRS
9485_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9486{
9487 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9488 __M);
9489}
Craig Topper45db56c2016-07-21 07:38:39 +00009490#endif
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009491
Michael Zuckerman178113e2016-05-19 12:07:49 +00009492static __inline __m512i __DEFAULT_FN_ATTRS
9493_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9494 int __E, int __F, int __G, int __H,
9495 int __I, int __J, int __K, int __L,
9496 int __M, int __N, int __O, int __P)
9497{
9498 return __extension__ (__m512i)(__v16si)
9499 { __P, __O, __N, __M, __L, __K, __J, __I,
9500 __H, __G, __F, __E, __D, __C, __B, __A };
9501}
9502
9503#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9504 e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009505 _mm512_set_epi32((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6), \
9506 (e5),(e4),(e3),(e2),(e1),(e0))
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009507
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009508static __inline__ __m512i __DEFAULT_FN_ATTRS
9509_mm512_set_epi64 (long long __A, long long __B, long long __C,
9510 long long __D, long long __E, long long __F,
9511 long long __G, long long __H)
9512{
9513 return __extension__ (__m512i) (__v8di)
9514 { __H, __G, __F, __E, __D, __C, __B, __A };
9515}
9516
Michael Zuckerman178113e2016-05-19 12:07:49 +00009517#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009518 _mm512_set_epi64((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009519
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009520static __inline__ __m512d __DEFAULT_FN_ATTRS
9521_mm512_set_pd (double __A, double __B, double __C, double __D,
9522 double __E, double __F, double __G, double __H)
9523{
9524 return __extension__ (__m512d)
9525 { __H, __G, __F, __E, __D, __C, __B, __A };
9526}
9527
Michael Zuckerman178113e2016-05-19 12:07:49 +00009528#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009529 _mm512_set_pd((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009530
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009531static __inline__ __m512 __DEFAULT_FN_ATTRS
9532_mm512_set_ps (float __A, float __B, float __C, float __D,
9533 float __E, float __F, float __G, float __H,
9534 float __I, float __J, float __K, float __L,
9535 float __M, float __N, float __O, float __P)
9536{
9537 return __extension__ (__m512)
9538 { __P, __O, __N, __M, __L, __K, __J, __I,
9539 __H, __G, __F, __E, __D, __C, __B, __A };
9540}
9541
Michael Zuckerman178113e2016-05-19 12:07:49 +00009542#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009543 _mm512_set_ps((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6),(e5), \
9544 (e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009545
Asaf Badouh13633282016-07-05 12:24:14 +00009546static __inline__ __m512 __DEFAULT_FN_ATTRS
9547_mm512_abs_ps(__m512 A)
9548{
9549 return (__m512)_mm512_and_epi32(_mm512_set1_epi32(0x7FFFFFFF),(__m512i)A) ;
9550}
9551
9552static __inline__ __m512 __DEFAULT_FN_ATTRS
9553_mm512_mask_abs_ps(__m512 W, __mmask16 K, __m512 A)
9554{
9555 return (__m512)_mm512_mask_and_epi32((__m512i)W, K, _mm512_set1_epi32(0x7FFFFFFF),(__m512i)A) ;
9556}
9557
9558static __inline__ __m512d __DEFAULT_FN_ATTRS
9559_mm512_abs_pd(__m512d A)
9560{
9561 return (__m512d)_mm512_and_epi64(_mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)A) ;
9562}
9563
9564static __inline__ __m512d __DEFAULT_FN_ATTRS
9565_mm512_mask_abs_pd(__m512d W, __mmask8 K, __m512d A)
9566{
9567 return (__m512d)_mm512_mask_and_epi64((__v8di)W, K, _mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)A);
9568}
9569
Michael Kupersteine45af542015-06-30 13:36:19 +00009570#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009571
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009572#endif // __AVX512FINTRIN_H