blob: e70d7516888d62213af5165c7d43a745d0d43bcb [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Michael Zuckermandef78752016-03-28 12:23:09 +000057typedef enum
58{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000059 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
60 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
61 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
62 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
63 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
64 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
65 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
66 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
67 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
68 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
69 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
70 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
71 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
72 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
73 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
74 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
75 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
76 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
77 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
78 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
79 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
80 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
81 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
82 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
83 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
84 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
85 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
86 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
87 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
88 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
89 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
90 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
91 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
92 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
93 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
94 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
95 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
96 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
97 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
98 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
99 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
100 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
101 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
102 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
103 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
104 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
105 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
106 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
107 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
108 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
109 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
110 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
111 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
112 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
113 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
114 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
115 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
116 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
117 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
118 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
119 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
120 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
121 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
122 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
123 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
124 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
125 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
126 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
127 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
128 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
129 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
130 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
131 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
132 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
133 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
134 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
135 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
136 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
137 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
138 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
139 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
140 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
141 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
142 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
143 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
144 _MM_PERM_DDDD = 0xFF
145} _MM_PERM_ENUM;
146
147typedef enum
148{
Michael Zuckermandef78752016-03-28 12:23:09 +0000149 _MM_MANT_NORM_1_2, /* interval [1, 2) */
150 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
151 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
152 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
153} _MM_MANTISSA_NORM_ENUM;
154
155typedef enum
156{
157 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
158 _MM_MANT_SIGN_zero, /* sign = 0 */
159 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
160} _MM_MANTISSA_SIGN_ENUM;
161
Eric Christopher4d1851682015-06-17 07:09:20 +0000162/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000163#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000164
Adam Nemet0d5bb552014-07-28 17:14:40 +0000165/* Create vectors with repeated elements */
166
Michael Kupersteine45af542015-06-30 13:36:19 +0000167static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000168_mm512_setzero_si512(void)
169{
170 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
171}
172
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000173#define _mm512_setzero_epi32 _mm512_setzero_si512
174
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000175static __inline__ __m512d __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000176_mm512_undefined_pd(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000177{
178 return (__m512d)__builtin_ia32_undef512();
179}
180
181static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000182_mm512_undefined(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000183{
184 return (__m512)__builtin_ia32_undef512();
185}
186
187static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000188_mm512_undefined_ps(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000189{
190 return (__m512)__builtin_ia32_undef512();
191}
192
193static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000194_mm512_undefined_epi32(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000195{
196 return (__m512i)__builtin_ia32_undef512();
197}
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000198
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000199static __inline__ __m512i __DEFAULT_FN_ATTRS
200_mm512_broadcastd_epi32 (__m128i __A)
201{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000202 return (__m512i)__builtin_shufflevector((__v4si) __A,
203 (__v4si)_mm_undefined_si128(),
204 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000205}
206
207static __inline__ __m512i __DEFAULT_FN_ATTRS
208_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
209{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000210 return (__m512i)__builtin_ia32_selectd_512(__M,
211 (__v16si) _mm512_broadcastd_epi32(__A),
212 (__v16si) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000213}
214
215static __inline__ __m512i __DEFAULT_FN_ATTRS
216_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
217{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000218 return (__m512i)__builtin_ia32_selectd_512(__M,
219 (__v16si) _mm512_broadcastd_epi32(__A),
220 (__v16si) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000221}
222
223static __inline__ __m512i __DEFAULT_FN_ATTRS
224_mm512_broadcastq_epi64 (__m128i __A)
225{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000226 return (__m512i)__builtin_shufflevector((__v2di) __A,
227 (__v2di) _mm_undefined_si128(),
228 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000229}
230
231static __inline__ __m512i __DEFAULT_FN_ATTRS
232_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
233{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000234 return (__m512i)__builtin_ia32_selectq_512(__M,
235 (__v8di) _mm512_broadcastq_epi64(__A),
236 (__v8di) __O);
237
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000238}
239
240static __inline__ __m512i __DEFAULT_FN_ATTRS
241_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
242{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000243 return (__m512i)__builtin_ia32_selectq_512(__M,
244 (__v8di) _mm512_broadcastq_epi64(__A),
245 (__v8di) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000246}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000247
Michael Kupersteine45af542015-06-30 13:36:19 +0000248static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000249_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
250{
251 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
252 (__v16si)
253 _mm512_setzero_si512 (),
254 __M);
255}
256
Michael Kupersteine45af542015-06-30 13:36:19 +0000257static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000258_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
259{
260#ifdef __x86_64__
261 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
262 (__v8di)
263 _mm512_setzero_si512 (),
264 __M);
265#else
266 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
267 (__v8di)
268 _mm512_setzero_si512 (),
269 __M);
270#endif
271}
272
Michael Kupersteine45af542015-06-30 13:36:19 +0000273static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000274_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000275{
276 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
277 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
278}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000279
280#define _mm512_setzero _mm512_setzero_ps
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000282static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000283_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000284{
285 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
286}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000287
Michael Kupersteine45af542015-06-30 13:36:19 +0000288static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000289_mm512_set1_ps(float __w)
290{
291 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
292 __w, __w, __w, __w, __w, __w, __w, __w };
293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000296_mm512_set1_pd(double __w)
297{
298 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000302_mm512_set1_epi8(char __w)
303{
304 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w,
306 __w, __w, __w, __w, __w, __w, __w, __w,
307 __w, __w, __w, __w, __w, __w, __w, __w,
308 __w, __w, __w, __w, __w, __w, __w, __w,
309 __w, __w, __w, __w, __w, __w, __w, __w,
310 __w, __w, __w, __w, __w, __w, __w, __w,
311 __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
314static __inline __m512i __DEFAULT_FN_ATTRS
315_mm512_set1_epi16(short __w)
316{
317 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w };
321}
322
323static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000324_mm512_set1_epi32(int __s)
325{
326 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
327 __s, __s, __s, __s, __s, __s, __s, __s };
328}
329
Michael Kupersteine45af542015-06-30 13:36:19 +0000330static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000331_mm512_set1_epi64(long long __d)
332{
333 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
334}
335
Michael Kupersteine45af542015-06-30 13:36:19 +0000336static __inline__ __m512 __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000337_mm512_broadcastss_ps(__m128 __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000338{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000339 return (__m512)__builtin_shufflevector((__v4sf) __A,
340 (__v4sf)_mm_undefined_ps(),
341 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000342}
343
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000344static __inline __m512i __DEFAULT_FN_ATTRS
345_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
346{
347 return (__m512i)(__v16si)
348 { __D, __C, __B, __A, __D, __C, __B, __A,
349 __D, __C, __B, __A, __D, __C, __B, __A };
350}
351
352static __inline __m512i __DEFAULT_FN_ATTRS
353_mm512_set4_epi64 (long long __A, long long __B, long long __C,
354 long long __D)
355{
356 return (__m512i) (__v8di)
357 { __D, __C, __B, __A, __D, __C, __B, __A };
358}
359
360static __inline __m512d __DEFAULT_FN_ATTRS
361_mm512_set4_pd (double __A, double __B, double __C, double __D)
362{
363 return (__m512d)
364 { __D, __C, __B, __A, __D, __C, __B, __A };
365}
366
367static __inline __m512 __DEFAULT_FN_ATTRS
368_mm512_set4_ps (float __A, float __B, float __C, float __D)
369{
370 return (__m512)
371 { __D, __C, __B, __A, __D, __C, __B, __A,
372 __D, __C, __B, __A, __D, __C, __B, __A };
373}
374
375#define _mm512_setr4_epi32(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000376 _mm512_set4_epi32((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000377
378#define _mm512_setr4_epi64(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000379 _mm512_set4_epi64((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000380
381#define _mm512_setr4_pd(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000382 _mm512_set4_pd((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000383
384#define _mm512_setr4_ps(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000385 _mm512_set4_ps((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000386
Michael Kupersteine45af542015-06-30 13:36:19 +0000387static __inline__ __m512d __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000388_mm512_broadcastsd_pd(__m128d __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000389{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000390 return (__m512d)__builtin_shufflevector((__v2df) __A,
391 (__v2df) _mm_undefined_pd(),
392 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000393}
394
Adam Nemetc871ff92014-07-30 16:51:24 +0000395/* Cast between vector types */
396
Michael Kupersteine45af542015-06-30 13:36:19 +0000397static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000398_mm512_castpd256_pd512(__m256d __a)
399{
400 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
401}
402
Michael Kupersteine45af542015-06-30 13:36:19 +0000403static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000404_mm512_castps256_ps512(__m256 __a)
405{
406 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
407 -1, -1, -1, -1, -1, -1, -1, -1);
408}
409
Michael Kupersteine45af542015-06-30 13:36:19 +0000410static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000411_mm512_castpd512_pd128(__m512d __a)
412{
413 return __builtin_shufflevector(__a, __a, 0, 1);
414}
415
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000416static __inline __m256d __DEFAULT_FN_ATTRS
417_mm512_castpd512_pd256 (__m512d __A)
418{
419 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
420}
421
Michael Kupersteine45af542015-06-30 13:36:19 +0000422static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000423_mm512_castps512_ps128(__m512 __a)
424{
425 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
426}
427
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000428static __inline __m256 __DEFAULT_FN_ATTRS
429_mm512_castps512_ps256 (__m512 __A)
430{
431 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
432}
433
434static __inline __m512 __DEFAULT_FN_ATTRS
435_mm512_castpd_ps (__m512d __A)
436{
437 return (__m512) (__A);
438}
439
440static __inline __m512i __DEFAULT_FN_ATTRS
441_mm512_castpd_si512 (__m512d __A)
442{
443 return (__m512i) (__A);
444}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000445
446static __inline__ __m512d __DEFAULT_FN_ATTRS
447_mm512_castpd128_pd512 (__m128d __A)
448{
449 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
450}
451
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000452static __inline __m512d __DEFAULT_FN_ATTRS
453_mm512_castps_pd (__m512 __A)
454{
455 return (__m512d) (__A);
456}
457
458static __inline __m512i __DEFAULT_FN_ATTRS
459_mm512_castps_si512 (__m512 __A)
460{
461 return (__m512i) (__A);
462}
463
Michael Zuckermanc6677032016-05-03 14:26:52 +0000464static __inline__ __m512 __DEFAULT_FN_ATTRS
465_mm512_castps128_ps512 (__m128 __A)
466{
467 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
468}
469
470static __inline__ __m512i __DEFAULT_FN_ATTRS
471_mm512_castsi128_si512 (__m128i __A)
472{
473 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
474}
475
476static __inline__ __m512i __DEFAULT_FN_ATTRS
477_mm512_castsi256_si512 (__m256i __A)
478{
479 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
480}
481
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000482static __inline __m512 __DEFAULT_FN_ATTRS
483_mm512_castsi512_ps (__m512i __A)
484{
485 return (__m512) (__A);
486}
487
488static __inline __m512d __DEFAULT_FN_ATTRS
489_mm512_castsi512_pd (__m512i __A)
490{
491 return (__m512d) (__A);
492}
493
494static __inline __m128i __DEFAULT_FN_ATTRS
495_mm512_castsi512_si128 (__m512i __A)
496{
497 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
498}
499
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000500static __inline __m256i __DEFAULT_FN_ATTRS
501_mm512_castsi512_si256 (__m512i __A)
502{
503 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
504}
505
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000506/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000507static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000508_mm512_and_epi32(__m512i __a, __m512i __b)
509{
Craig Topper6a77b622016-06-04 05:43:41 +0000510 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000511}
512
Michael Kupersteine45af542015-06-30 13:36:19 +0000513static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000514_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
515{
Asaf Badouh13633282016-07-05 12:24:14 +0000516 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __k,
517 (__v16si) _mm512_and_epi32(__a, __b),
518 (__v16si) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000519}
Asaf Badouh13633282016-07-05 12:24:14 +0000520
Michael Kupersteine45af542015-06-30 13:36:19 +0000521static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000522_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
523{
Asaf Badouh13633282016-07-05 12:24:14 +0000524 return (__m512i) _mm512_mask_and_epi32(_mm512_setzero_si512 (),
525 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000526}
527
Michael Kupersteine45af542015-06-30 13:36:19 +0000528static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000529_mm512_and_epi64(__m512i __a, __m512i __b)
530{
Craig Topper6a77b622016-06-04 05:43:41 +0000531 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000532}
533
Michael Kupersteine45af542015-06-30 13:36:19 +0000534static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000535_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
536{
Asaf Badouh13633282016-07-05 12:24:14 +0000537 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __k,
538 (__v8di) _mm512_and_epi64(__a, __b),
539 (__v8di) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000540}
Asaf Badouh13633282016-07-05 12:24:14 +0000541
Michael Kupersteine45af542015-06-30 13:36:19 +0000542static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000543_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
544{
Asaf Badouh13633282016-07-05 12:24:14 +0000545 return (__m512i) _mm512_mask_and_epi64((__v8di)_mm512_setzero_si512 (),
546 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000547}
548
Michael Kupersteine45af542015-06-30 13:36:19 +0000549static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000550_mm512_andnot_si512 (__m512i __A, __m512i __B)
551{
Craig Topper6a77b622016-06-04 05:43:41 +0000552 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000553}
554
555static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000556_mm512_andnot_epi32 (__m512i __A, __m512i __B)
557{
558 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
559 (__v16si) __B,
560 (__v16si)
561 _mm512_setzero_si512 (),
562 (__mmask16) -1);
563}
564
Michael Kupersteine45af542015-06-30 13:36:19 +0000565static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000566_mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
567{
568 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
569 (__v16si) __B,
570 (__v16si) __W,
571 (__mmask16) __U);
572}
573
Michael Kupersteine45af542015-06-30 13:36:19 +0000574static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000575_mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
576{
577 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
578 (__v16si) __B,
579 (__v16si)
580 _mm512_setzero_si512 (),
581 (__mmask16) __U);
582}
583
Michael Kupersteine45af542015-06-30 13:36:19 +0000584static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000585_mm512_andnot_epi64 (__m512i __A, __m512i __B)
586{
587 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
588 (__v8di) __B,
589 (__v8di)
590 _mm512_setzero_si512 (),
591 (__mmask8) -1);
592}
593
Michael Kupersteine45af542015-06-30 13:36:19 +0000594static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000595_mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
596{
597 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
598 (__v8di) __B,
599 (__v8di) __W, __U);
600}
601
Michael Kupersteine45af542015-06-30 13:36:19 +0000602static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000603_mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
604{
605 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
606 (__v8di) __B,
607 (__v8di)
608 _mm512_setzero_pd (),
609 __U);
610}
Michael Kupersteine45af542015-06-30 13:36:19 +0000611static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000612_mm512_or_epi32(__m512i __a, __m512i __b)
613{
Craig Topper6a77b622016-06-04 05:43:41 +0000614 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000615}
616
Michael Kupersteine45af542015-06-30 13:36:19 +0000617static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000618_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
619{
620 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
621 (__v16si) __b,
622 (__v16si) __src,
623 (__mmask16) __k);
624}
Michael Kupersteine45af542015-06-30 13:36:19 +0000625static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000626_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
627{
628 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
629 (__v16si) __b,
630 (__v16si)
631 _mm512_setzero_si512 (),
632 (__mmask16) __k);
633}
634
Michael Kupersteine45af542015-06-30 13:36:19 +0000635static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000636_mm512_or_epi64(__m512i __a, __m512i __b)
637{
Craig Topper6a77b622016-06-04 05:43:41 +0000638 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000639}
640
Michael Kupersteine45af542015-06-30 13:36:19 +0000641static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000642_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
643{
644 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
645 (__v8di) __b,
646 (__v8di) __src,
647 (__mmask8) __k);
648}
Michael Kupersteine45af542015-06-30 13:36:19 +0000649static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000650_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
651{
652 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
653 (__v8di) __b,
654 (__v8di)
655 _mm512_setzero_si512 (),
656 (__mmask8) __k);
657}
658
Michael Kupersteine45af542015-06-30 13:36:19 +0000659static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000660_mm512_xor_epi32(__m512i __a, __m512i __b)
661{
Craig Topper6a77b622016-06-04 05:43:41 +0000662 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000663}
664
Michael Kupersteine45af542015-06-30 13:36:19 +0000665static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000666_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
667{
668 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
669 (__v16si) __b,
670 (__v16si) __src,
671 (__mmask16) __k);
672}
Michael Kupersteine45af542015-06-30 13:36:19 +0000673static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000674_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
675{
676 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
677 (__v16si) __b,
678 (__v16si)
679 _mm512_setzero_si512 (),
680 (__mmask16) __k);
681}
682
Michael Kupersteine45af542015-06-30 13:36:19 +0000683static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000684_mm512_xor_epi64(__m512i __a, __m512i __b)
685{
Craig Topper6a77b622016-06-04 05:43:41 +0000686 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000687}
688
Michael Kupersteine45af542015-06-30 13:36:19 +0000689static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000690_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
691{
692 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
693 (__v8di) __b,
694 (__v8di) __src,
695 (__mmask8) __k);
696}
Michael Kupersteine45af542015-06-30 13:36:19 +0000697static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000698_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
699{
700 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
701 (__v8di) __b,
702 (__v8di)
703 _mm512_setzero_si512 (),
704 (__mmask8) __k);
705}
706
Michael Kupersteine45af542015-06-30 13:36:19 +0000707static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000708_mm512_and_si512(__m512i __a, __m512i __b)
709{
Craig Topper6a77b622016-06-04 05:43:41 +0000710 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000711}
712
Michael Kupersteine45af542015-06-30 13:36:19 +0000713static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000714_mm512_or_si512(__m512i __a, __m512i __b)
715{
Craig Topper6a77b622016-06-04 05:43:41 +0000716 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000717}
718
Michael Kupersteine45af542015-06-30 13:36:19 +0000719static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000720_mm512_xor_si512(__m512i __a, __m512i __b)
721{
Craig Topper6a77b622016-06-04 05:43:41 +0000722 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000723}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000724/* Arithmetic */
725
Michael Kupersteine45af542015-06-30 13:36:19 +0000726static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000727_mm512_add_pd(__m512d __a, __m512d __b)
728{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000729 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000730}
731
Michael Kupersteine45af542015-06-30 13:36:19 +0000732static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000733_mm512_add_ps(__m512 __a, __m512 __b)
734{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000735 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000736}
737
Michael Kupersteine45af542015-06-30 13:36:19 +0000738static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000739_mm512_mul_pd(__m512d __a, __m512d __b)
740{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000741 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000742}
743
Michael Kupersteine45af542015-06-30 13:36:19 +0000744static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000745_mm512_mul_ps(__m512 __a, __m512 __b)
746{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000747 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000748}
749
Michael Kupersteine45af542015-06-30 13:36:19 +0000750static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000751_mm512_sub_pd(__m512d __a, __m512d __b)
752{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000753 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000754}
755
Michael Kupersteine45af542015-06-30 13:36:19 +0000756static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000757_mm512_sub_ps(__m512 __a, __m512 __b)
758{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000759 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000760}
761
Michael Kupersteine45af542015-06-30 13:36:19 +0000762static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000763_mm512_add_epi64 (__m512i __A, __m512i __B)
764{
Craig Topper6a77b622016-06-04 05:43:41 +0000765 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000766}
767
Michael Kupersteine45af542015-06-30 13:36:19 +0000768static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000769_mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
770{
771 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
772 (__v8di) __B,
773 (__v8di) __W,
774 (__mmask8) __U);
775}
776
Michael Kupersteine45af542015-06-30 13:36:19 +0000777static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000778_mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
779{
780 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
781 (__v8di) __B,
782 (__v8di)
783 _mm512_setzero_si512 (),
784 (__mmask8) __U);
785}
786
Michael Kupersteine45af542015-06-30 13:36:19 +0000787static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000788_mm512_sub_epi64 (__m512i __A, __m512i __B)
789{
Craig Topper6a77b622016-06-04 05:43:41 +0000790 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000791}
792
Michael Kupersteine45af542015-06-30 13:36:19 +0000793static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000794_mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
795{
796 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
797 (__v8di) __B,
798 (__v8di) __W,
799 (__mmask8) __U);
800}
801
Michael Kupersteine45af542015-06-30 13:36:19 +0000802static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000803_mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
804{
805 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
806 (__v8di) __B,
807 (__v8di)
808 _mm512_setzero_si512 (),
809 (__mmask8) __U);
810}
811
Michael Kupersteine45af542015-06-30 13:36:19 +0000812static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000813_mm512_add_epi32 (__m512i __A, __m512i __B)
814{
Craig Topper6a77b622016-06-04 05:43:41 +0000815 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000816}
817
Michael Kupersteine45af542015-06-30 13:36:19 +0000818static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000819_mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
820{
821 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
822 (__v16si) __B,
823 (__v16si) __W,
824 (__mmask16) __U);
825}
826
Michael Kupersteine45af542015-06-30 13:36:19 +0000827static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000828_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
829{
830 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
831 (__v16si) __B,
832 (__v16si)
833 _mm512_setzero_si512 (),
834 (__mmask16) __U);
835}
836
Michael Kupersteine45af542015-06-30 13:36:19 +0000837static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000838_mm512_sub_epi32 (__m512i __A, __m512i __B)
839{
Craig Topper6a77b622016-06-04 05:43:41 +0000840 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000841}
842
Michael Kupersteine45af542015-06-30 13:36:19 +0000843static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000844_mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
845{
846 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
847 (__v16si) __B,
848 (__v16si) __W,
849 (__mmask16) __U);
850}
851
Michael Kupersteine45af542015-06-30 13:36:19 +0000852static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000853_mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
854{
855 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
856 (__v16si) __B,
857 (__v16si)
858 _mm512_setzero_si512 (),
859 (__mmask16) __U);
860}
861
Craig Topperf3efec62016-06-08 06:08:07 +0000862#define _mm512_mask_max_round_pd(W, U, A, B, R) __extension__ ({ \
863 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
864 (__v8df)(__m512d)(B), \
865 (__v8df)(__m512d)(W), (__mmask8)(U), \
866 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000867
Craig Topperf3efec62016-06-08 06:08:07 +0000868#define _mm512_maskz_max_round_pd(U, A, B, R) __extension__ ({ \
869 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
870 (__v8df)(__m512d)(B), \
871 (__v8df)_mm512_setzero_pd(), \
872 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000873
Craig Topperf3efec62016-06-08 06:08:07 +0000874#define _mm512_max_round_pd(A, B, R) __extension__ ({ \
875 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
876 (__v8df)(__m512d)(B), \
877 (__v8df)_mm512_undefined_pd(), \
878 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000879
Michael Kupersteine45af542015-06-30 13:36:19 +0000880static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000881_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000882{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000883 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
884 (__v8df) __B,
885 (__v8df)
886 _mm512_setzero_pd (),
887 (__mmask8) -1,
888 _MM_FROUND_CUR_DIRECTION);
889}
890
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000891static __inline__ __m512d __DEFAULT_FN_ATTRS
892_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
893{
894 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
895 (__v8df) __B,
896 (__v8df) __W,
897 (__mmask8) __U,
898 _MM_FROUND_CUR_DIRECTION);
899}
900
901static __inline__ __m512d __DEFAULT_FN_ATTRS
902_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
903{
904 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
905 (__v8df) __B,
906 (__v8df)
907 _mm512_setzero_pd (),
908 (__mmask8) __U,
909 _MM_FROUND_CUR_DIRECTION);
910}
911
Craig Topperf3efec62016-06-08 06:08:07 +0000912#define _mm512_mask_max_round_ps(W, U, A, B, R) __extension__ ({ \
913 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
914 (__v16sf)(__m512)(B), \
915 (__v16sf)(__m512)(W), (__mmask16)(U), \
916 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000917
Craig Topperf3efec62016-06-08 06:08:07 +0000918#define _mm512_maskz_max_round_ps(U, A, B, R) __extension__ ({ \
919 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
920 (__v16sf)(__m512)(B), \
921 (__v16sf)_mm512_setzero_ps(), \
922 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000923
Craig Topperf3efec62016-06-08 06:08:07 +0000924#define _mm512_max_round_ps(A, B, R) __extension__ ({ \
925 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
926 (__v16sf)(__m512)(B), \
927 (__v16sf)_mm512_undefined_ps(), \
928 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000929
Michael Kupersteine45af542015-06-30 13:36:19 +0000930static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000931_mm512_max_ps(__m512 __A, __m512 __B)
932{
933 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
934 (__v16sf) __B,
935 (__v16sf)
936 _mm512_setzero_ps (),
937 (__mmask16) -1,
938 _MM_FROUND_CUR_DIRECTION);
939}
940
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000941static __inline__ __m512 __DEFAULT_FN_ATTRS
942_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
943{
944 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
945 (__v16sf) __B,
946 (__v16sf) __W,
947 (__mmask16) __U,
948 _MM_FROUND_CUR_DIRECTION);
949}
950
951static __inline__ __m512 __DEFAULT_FN_ATTRS
952_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
953{
954 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
955 (__v16sf) __B,
956 (__v16sf)
957 _mm512_setzero_ps (),
958 (__mmask16) __U,
959 _MM_FROUND_CUR_DIRECTION);
960}
961
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000962static __inline__ __m128 __DEFAULT_FN_ATTRS
963_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000964 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000965 (__v4sf) __B,
966 (__v4sf) __W,
967 (__mmask8) __U,
968 _MM_FROUND_CUR_DIRECTION);
969}
970
971static __inline__ __m128 __DEFAULT_FN_ATTRS
972_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000973 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000974 (__v4sf) __B,
975 (__v4sf) _mm_setzero_ps (),
976 (__mmask8) __U,
977 _MM_FROUND_CUR_DIRECTION);
978}
979
Craig Topper8c18e112016-05-17 04:41:50 +0000980#define _mm_max_round_ss(A, B, R) __extension__ ({ \
981 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
982 (__v4sf)(__m128)(B), \
983 (__v4sf)_mm_setzero_ps(), \
984 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000985
Craig Topper8c18e112016-05-17 04:41:50 +0000986#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
987 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
988 (__v4sf)(__m128)(B), \
989 (__v4sf)(__m128)(W), (__mmask8)(U), \
990 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000991
Craig Topper8c18e112016-05-17 04:41:50 +0000992#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
993 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
994 (__v4sf)(__m128)(B), \
995 (__v4sf)_mm_setzero_ps(), \
996 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000997
998static __inline__ __m128d __DEFAULT_FN_ATTRS
999_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001000 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001001 (__v2df) __B,
1002 (__v2df) __W,
1003 (__mmask8) __U,
1004 _MM_FROUND_CUR_DIRECTION);
1005}
1006
1007static __inline__ __m128d __DEFAULT_FN_ATTRS
1008_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001009 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001010 (__v2df) __B,
1011 (__v2df) _mm_setzero_pd (),
1012 (__mmask8) __U,
1013 _MM_FROUND_CUR_DIRECTION);
1014}
1015
Craig Topper8c18e112016-05-17 04:41:50 +00001016#define _mm_max_round_sd(A, B, R) __extension__ ({ \
1017 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1018 (__v2df)(__m128d)(B), \
1019 (__v2df)_mm_setzero_pd(), \
1020 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001021
Craig Topper8c18e112016-05-17 04:41:50 +00001022#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
1023 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1024 (__v2df)(__m128d)(B), \
1025 (__v2df)(__m128d)(W), \
1026 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001027
Craig Topper8c18e112016-05-17 04:41:50 +00001028#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1029 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1030 (__v2df)(__m128d)(B), \
1031 (__v2df)_mm_setzero_pd(), \
1032 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001033
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001034static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001035__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001036_mm512_max_epi32(__m512i __A, __m512i __B)
1037{
1038 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1039 (__v16si) __B,
1040 (__v16si)
1041 _mm512_setzero_si512 (),
1042 (__mmask16) -1);
1043}
1044
Michael Zuckermande860e52016-05-10 11:34:19 +00001045static __inline__ __m512i __DEFAULT_FN_ATTRS
1046_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1047{
1048 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1049 (__v16si) __B,
1050 (__v16si) __W, __M);
1051}
1052
1053static __inline__ __m512i __DEFAULT_FN_ATTRS
1054_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1055{
1056 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1057 (__v16si) __B,
1058 (__v16si)
1059 _mm512_setzero_si512 (),
1060 __M);
1061}
1062
Michael Kupersteine45af542015-06-30 13:36:19 +00001063static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001064_mm512_max_epu32(__m512i __A, __m512i __B)
1065{
1066 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1067 (__v16si) __B,
1068 (__v16si)
1069 _mm512_setzero_si512 (),
1070 (__mmask16) -1);
1071}
1072
Michael Zuckermande860e52016-05-10 11:34:19 +00001073static __inline__ __m512i __DEFAULT_FN_ATTRS
1074_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1075{
1076 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1077 (__v16si) __B,
1078 (__v16si) __W, __M);
1079}
1080
1081static __inline__ __m512i __DEFAULT_FN_ATTRS
1082_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1083{
1084 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1085 (__v16si) __B,
1086 (__v16si)
1087 _mm512_setzero_si512 (),
1088 __M);
1089}
1090
Michael Kupersteine45af542015-06-30 13:36:19 +00001091static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001092_mm512_max_epi64(__m512i __A, __m512i __B)
1093{
1094 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1095 (__v8di) __B,
1096 (__v8di)
1097 _mm512_setzero_si512 (),
1098 (__mmask8) -1);
1099}
1100
Michael Zuckermande860e52016-05-10 11:34:19 +00001101static __inline__ __m512i __DEFAULT_FN_ATTRS
1102_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1103{
1104 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1105 (__v8di) __B,
1106 (__v8di) __W, __M);
1107}
1108
1109static __inline__ __m512i __DEFAULT_FN_ATTRS
1110_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1111{
1112 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1113 (__v8di) __B,
1114 (__v8di)
1115 _mm512_setzero_si512 (),
1116 __M);
1117}
1118
Michael Kupersteine45af542015-06-30 13:36:19 +00001119static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001120_mm512_max_epu64(__m512i __A, __m512i __B)
1121{
1122 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1123 (__v8di) __B,
1124 (__v8di)
1125 _mm512_setzero_si512 (),
1126 (__mmask8) -1);
1127}
1128
Michael Zuckermande860e52016-05-10 11:34:19 +00001129static __inline__ __m512i __DEFAULT_FN_ATTRS
1130_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1131{
1132 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1133 (__v8di) __B,
1134 (__v8di) __W, __M);
1135}
1136
1137static __inline__ __m512i __DEFAULT_FN_ATTRS
1138_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1139{
1140 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1141 (__v8di) __B,
1142 (__v8di)
1143 _mm512_setzero_si512 (),
1144 __M);
1145}
1146
Craig Topperf3efec62016-06-08 06:08:07 +00001147#define _mm512_mask_min_round_pd(W, U, A, B, R) __extension__ ({ \
1148 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1149 (__v8df)(__m512d)(B), \
1150 (__v8df)(__m512d)(W), (__mmask8)(U), \
1151 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001152
Craig Topperf3efec62016-06-08 06:08:07 +00001153#define _mm512_maskz_min_round_pd(U, A, B, R) __extension__ ({ \
1154 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1155 (__v8df)(__m512d)(B), \
1156 (__v8df)_mm512_setzero_pd(), \
1157 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001158
Craig Topperf3efec62016-06-08 06:08:07 +00001159#define _mm512_min_round_pd(A, B, R) __extension__ ({ \
1160 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1161 (__v8df)(__m512d)(B), \
1162 (__v8df)_mm512_undefined_pd(), \
1163 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001164
Michael Kupersteine45af542015-06-30 13:36:19 +00001165static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001166_mm512_min_pd(__m512d __A, __m512d __B)
1167{
1168 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1169 (__v8df) __B,
1170 (__v8df)
1171 _mm512_setzero_pd (),
1172 (__mmask8) -1,
1173 _MM_FROUND_CUR_DIRECTION);
1174}
1175
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001176static __inline__ __m512d __DEFAULT_FN_ATTRS
1177_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1178{
1179 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1180 (__v8df) __B,
1181 (__v8df) __W,
1182 (__mmask8) __U,
1183 _MM_FROUND_CUR_DIRECTION);
1184}
1185
Craig Topperf3efec62016-06-08 06:08:07 +00001186#define _mm512_mask_min_round_ps(W, U, A, B, R) __extension__ ({ \
1187 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1188 (__v16sf)(__m512)(B), \
1189 (__v16sf)(__m512)(W), (__mmask16)(U), \
1190 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001191
Craig Topperf3efec62016-06-08 06:08:07 +00001192#define _mm512_maskz_min_round_ps(U, A, B, R) __extension__ ({ \
1193 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1194 (__v16sf)(__m512)(B), \
1195 (__v16sf)_mm512_setzero_ps(), \
1196 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001197
Craig Topperf3efec62016-06-08 06:08:07 +00001198#define _mm512_min_round_ps(A, B, R) __extension__ ({ \
1199 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1200 (__v16sf)(__m512)(B), \
1201 (__v16sf)_mm512_undefined_ps(), \
1202 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001203
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001204static __inline__ __m512d __DEFAULT_FN_ATTRS
1205_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1206{
1207 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1208 (__v8df) __B,
1209 (__v8df)
1210 _mm512_setzero_pd (),
1211 (__mmask8) __U,
1212 _MM_FROUND_CUR_DIRECTION);
1213}
1214
Michael Kupersteine45af542015-06-30 13:36:19 +00001215static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001216_mm512_min_ps(__m512 __A, __m512 __B)
1217{
1218 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1219 (__v16sf) __B,
1220 (__v16sf)
1221 _mm512_setzero_ps (),
1222 (__mmask16) -1,
1223 _MM_FROUND_CUR_DIRECTION);
1224}
1225
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001226static __inline__ __m512 __DEFAULT_FN_ATTRS
1227_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1228{
1229 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1230 (__v16sf) __B,
1231 (__v16sf) __W,
1232 (__mmask16) __U,
1233 _MM_FROUND_CUR_DIRECTION);
1234}
1235
1236static __inline__ __m512 __DEFAULT_FN_ATTRS
1237_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1238{
1239 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1240 (__v16sf) __B,
1241 (__v16sf)
1242 _mm512_setzero_ps (),
1243 (__mmask16) __U,
1244 _MM_FROUND_CUR_DIRECTION);
1245}
1246
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001247static __inline__ __m128 __DEFAULT_FN_ATTRS
1248_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001249 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001250 (__v4sf) __B,
1251 (__v4sf) __W,
1252 (__mmask8) __U,
1253 _MM_FROUND_CUR_DIRECTION);
1254}
1255
1256static __inline__ __m128 __DEFAULT_FN_ATTRS
1257_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001258 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001259 (__v4sf) __B,
1260 (__v4sf) _mm_setzero_ps (),
1261 (__mmask8) __U,
1262 _MM_FROUND_CUR_DIRECTION);
1263}
1264
Craig Topper8c18e112016-05-17 04:41:50 +00001265#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1266 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1267 (__v4sf)(__m128)(B), \
1268 (__v4sf)_mm_setzero_ps(), \
1269 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001270
Craig Topper8c18e112016-05-17 04:41:50 +00001271#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1272 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1273 (__v4sf)(__m128)(B), \
1274 (__v4sf)(__m128)(W), (__mmask8)(U), \
1275 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001276
Craig Topper8c18e112016-05-17 04:41:50 +00001277#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1278 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1279 (__v4sf)(__m128)(B), \
1280 (__v4sf)_mm_setzero_ps(), \
1281 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001282
1283static __inline__ __m128d __DEFAULT_FN_ATTRS
1284_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001285 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001286 (__v2df) __B,
1287 (__v2df) __W,
1288 (__mmask8) __U,
1289 _MM_FROUND_CUR_DIRECTION);
1290}
1291
1292static __inline__ __m128d __DEFAULT_FN_ATTRS
1293_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001294 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001295 (__v2df) __B,
1296 (__v2df) _mm_setzero_pd (),
1297 (__mmask8) __U,
1298 _MM_FROUND_CUR_DIRECTION);
1299}
1300
Craig Topper8c18e112016-05-17 04:41:50 +00001301#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1302 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1303 (__v2df)(__m128d)(B), \
1304 (__v2df)_mm_setzero_pd(), \
1305 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001306
Craig Topper8c18e112016-05-17 04:41:50 +00001307#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1308 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1309 (__v2df)(__m128d)(B), \
1310 (__v2df)(__m128d)(W), \
1311 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001312
Craig Topper8c18e112016-05-17 04:41:50 +00001313#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1314 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1315 (__v2df)(__m128d)(B), \
1316 (__v2df)_mm_setzero_pd(), \
1317 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001318
Adam Nemet0d5bb552014-07-28 17:14:40 +00001319static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001320__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001321_mm512_min_epi32(__m512i __A, __m512i __B)
1322{
1323 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1324 (__v16si) __B,
1325 (__v16si)
1326 _mm512_setzero_si512 (),
1327 (__mmask16) -1);
1328}
1329
Michael Zuckermande860e52016-05-10 11:34:19 +00001330static __inline__ __m512i __DEFAULT_FN_ATTRS
1331_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1332{
1333 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1334 (__v16si) __B,
1335 (__v16si) __W, __M);
1336}
1337
1338static __inline__ __m512i __DEFAULT_FN_ATTRS
1339_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1340{
1341 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1342 (__v16si) __B,
1343 (__v16si)
1344 _mm512_setzero_si512 (),
1345 __M);
1346}
1347
Michael Kupersteine45af542015-06-30 13:36:19 +00001348static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001349_mm512_min_epu32(__m512i __A, __m512i __B)
1350{
1351 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1352 (__v16si) __B,
1353 (__v16si)
1354 _mm512_setzero_si512 (),
1355 (__mmask16) -1);
1356}
1357
Michael Zuckermande860e52016-05-10 11:34:19 +00001358static __inline__ __m512i __DEFAULT_FN_ATTRS
1359_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1360{
1361 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1362 (__v16si) __B,
1363 (__v16si) __W, __M);
1364}
1365
1366static __inline__ __m512i __DEFAULT_FN_ATTRS
1367_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1368{
1369 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1370 (__v16si) __B,
1371 (__v16si)
1372 _mm512_setzero_si512 (),
1373 __M);
1374}
1375
Michael Kupersteine45af542015-06-30 13:36:19 +00001376static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001377_mm512_min_epi64(__m512i __A, __m512i __B)
1378{
1379 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1380 (__v8di) __B,
1381 (__v8di)
1382 _mm512_setzero_si512 (),
1383 (__mmask8) -1);
1384}
1385
Michael Zuckermande860e52016-05-10 11:34:19 +00001386static __inline__ __m512i __DEFAULT_FN_ATTRS
1387_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1388{
1389 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1390 (__v8di) __B,
1391 (__v8di) __W, __M);
1392}
1393
1394static __inline__ __m512i __DEFAULT_FN_ATTRS
1395_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1396{
1397 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1398 (__v8di) __B,
1399 (__v8di)
1400 _mm512_setzero_si512 (),
1401 __M);
1402}
1403
Michael Kupersteine45af542015-06-30 13:36:19 +00001404static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001405_mm512_min_epu64(__m512i __A, __m512i __B)
1406{
1407 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1408 (__v8di) __B,
1409 (__v8di)
1410 _mm512_setzero_si512 (),
1411 (__mmask8) -1);
1412}
1413
Michael Zuckermande860e52016-05-10 11:34:19 +00001414static __inline__ __m512i __DEFAULT_FN_ATTRS
1415_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1416{
1417 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1418 (__v8di) __B,
1419 (__v8di) __W, __M);
1420}
1421
1422static __inline__ __m512i __DEFAULT_FN_ATTRS
1423_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1424{
1425 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1426 (__v8di) __B,
1427 (__v8di)
1428 _mm512_setzero_si512 (),
1429 __M);
1430}
1431
Michael Kupersteine45af542015-06-30 13:36:19 +00001432static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001433_mm512_mul_epi32(__m512i __X, __m512i __Y)
1434{
1435 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1436 (__v16si) __Y,
1437 (__v8di)
1438 _mm512_setzero_si512 (),
1439 (__mmask8) -1);
1440}
1441
Michael Kupersteine45af542015-06-30 13:36:19 +00001442static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001443_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1444{
1445 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1446 (__v16si) __Y,
1447 (__v8di) __W, __M);
1448}
1449
Michael Kupersteine45af542015-06-30 13:36:19 +00001450static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001451_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1452{
1453 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1454 (__v16si) __Y,
1455 (__v8di)
1456 _mm512_setzero_si512 (),
1457 __M);
1458}
1459
Michael Kupersteine45af542015-06-30 13:36:19 +00001460static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001461_mm512_mul_epu32(__m512i __X, __m512i __Y)
1462{
1463 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1464 (__v16si) __Y,
1465 (__v8di)
1466 _mm512_setzero_si512 (),
1467 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001468}
1469
Michael Kupersteine45af542015-06-30 13:36:19 +00001470static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001471_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1472{
1473 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1474 (__v16si) __Y,
1475 (__v8di) __W, __M);
1476}
1477
Michael Kupersteine45af542015-06-30 13:36:19 +00001478static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001479_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1480{
1481 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1482 (__v16si) __Y,
1483 (__v8di)
1484 _mm512_setzero_si512 (),
1485 __M);
1486}
1487
Michael Kupersteine45af542015-06-30 13:36:19 +00001488static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001489_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1490{
Craig Topper6a77b622016-06-04 05:43:41 +00001491 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001492}
1493
Michael Kupersteine45af542015-06-30 13:36:19 +00001494static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001495_mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1496{
1497 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1498 (__v16si) __B,
1499 (__v16si)
1500 _mm512_setzero_si512 (),
1501 __M);
1502}
1503
Michael Kupersteine45af542015-06-30 13:36:19 +00001504static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001505_mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1506{
1507 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1508 (__v16si) __B,
1509 (__v16si) __W, __M);
1510}
1511
Craig Topperf3efec62016-06-08 06:08:07 +00001512#define _mm512_mask_sqrt_round_pd(W, U, A, R) __extension__ ({ \
1513 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1514 (__v8df)(__m512d)(W), (__mmask8)(U), \
1515 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001516
Craig Topperf3efec62016-06-08 06:08:07 +00001517#define _mm512_maskz_sqrt_round_pd(U, A, R) __extension__ ({ \
1518 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1519 (__v8df)_mm512_setzero_pd(), \
1520 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001521
Craig Topperf3efec62016-06-08 06:08:07 +00001522#define _mm512_sqrt_round_pd(A, R) __extension__ ({ \
1523 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1524 (__v8df)_mm512_undefined_pd(), \
1525 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001526
Michael Kupersteine45af542015-06-30 13:36:19 +00001527static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001528_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001529{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001530 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001531 (__v8df) _mm512_setzero_pd (),
1532 (__mmask8) -1,
1533 _MM_FROUND_CUR_DIRECTION);
1534}
1535
Michael Zuckermancb856772016-05-16 11:42:01 +00001536static __inline__ __m512d __DEFAULT_FN_ATTRS
1537_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1538{
1539 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1540 (__v8df) __W,
1541 (__mmask8) __U,
1542 _MM_FROUND_CUR_DIRECTION);
1543}
1544
1545static __inline__ __m512d __DEFAULT_FN_ATTRS
1546_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1547{
1548 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1549 (__v8df)
1550 _mm512_setzero_pd (),
1551 (__mmask8) __U,
1552 _MM_FROUND_CUR_DIRECTION);
1553}
1554
Craig Topperf3efec62016-06-08 06:08:07 +00001555#define _mm512_mask_sqrt_round_ps(W, U, A, R) __extension__ ({ \
1556 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1557 (__v16sf)(__m512)(W), (__mmask16)(U), \
1558 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001559
Craig Topperf3efec62016-06-08 06:08:07 +00001560#define _mm512_maskz_sqrt_round_ps(U, A, R) __extension__ ({ \
1561 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1562 (__v16sf)_mm512_setzero_ps(), \
1563 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001564
Craig Topperf3efec62016-06-08 06:08:07 +00001565#define _mm512_sqrt_round_ps(A, R) __extension__ ({ \
1566 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1567 (__v16sf)_mm512_undefined_ps(), \
1568 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001569
Michael Kupersteine45af542015-06-30 13:36:19 +00001570static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001571_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001572{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001573 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001574 (__v16sf) _mm512_setzero_ps (),
1575 (__mmask16) -1,
1576 _MM_FROUND_CUR_DIRECTION);
1577}
1578
Michael Zuckermancb856772016-05-16 11:42:01 +00001579static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001580_mm512_mask_sqrt_ps(__m512 __W, __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001581{
1582 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1583 (__v16sf) __W,
1584 (__mmask16) __U,
1585 _MM_FROUND_CUR_DIRECTION);
1586}
1587
1588static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001589_mm512_maskz_sqrt_ps( __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001590{
1591 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1592 (__v16sf) _mm512_setzero_ps (),
1593 (__mmask16) __U,
1594 _MM_FROUND_CUR_DIRECTION);
1595}
1596
Michael Kupersteine45af542015-06-30 13:36:19 +00001597static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001598_mm512_rsqrt14_pd(__m512d __A)
1599{
1600 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1601 (__v8df)
1602 _mm512_setzero_pd (),
1603 (__mmask8) -1);}
1604
Michael Zuckermancb856772016-05-16 11:42:01 +00001605static __inline__ __m512d __DEFAULT_FN_ATTRS
1606_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1607{
1608 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1609 (__v8df) __W,
1610 (__mmask8) __U);
1611}
1612
1613static __inline__ __m512d __DEFAULT_FN_ATTRS
1614_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1615{
1616 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1617 (__v8df)
1618 _mm512_setzero_pd (),
1619 (__mmask8) __U);
1620}
1621
Michael Kupersteine45af542015-06-30 13:36:19 +00001622static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001623_mm512_rsqrt14_ps(__m512 __A)
1624{
1625 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1626 (__v16sf)
1627 _mm512_setzero_ps (),
1628 (__mmask16) -1);
1629}
1630
Michael Zuckermancb856772016-05-16 11:42:01 +00001631static __inline__ __m512 __DEFAULT_FN_ATTRS
1632_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1633{
1634 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1635 (__v16sf) __W,
1636 (__mmask16) __U);
1637}
1638
1639static __inline__ __m512 __DEFAULT_FN_ATTRS
1640_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1641{
1642 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1643 (__v16sf)
1644 _mm512_setzero_ps (),
1645 (__mmask16) __U);
1646}
1647
Michael Kupersteine45af542015-06-30 13:36:19 +00001648static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001649_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1650{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001651 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001652 (__v4sf) __B,
1653 (__v4sf)
1654 _mm_setzero_ps (),
1655 (__mmask8) -1);
1656}
1657
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001658static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001659_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001660{
1661 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1662 (__v4sf) __B,
1663 (__v4sf) __W,
1664 (__mmask8) __U);
1665}
1666
1667static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001668_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001669{
1670 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1671 (__v4sf) __B,
1672 (__v4sf) _mm_setzero_ps (),
1673 (__mmask8) __U);
1674}
1675
Michael Kupersteine45af542015-06-30 13:36:19 +00001676static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001677_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1678{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001679 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001680 (__v2df) __B,
1681 (__v2df)
1682 _mm_setzero_pd (),
1683 (__mmask8) -1);
1684}
1685
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001686static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001687_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001688{
1689 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1690 (__v2df) __B,
1691 (__v2df) __W,
1692 (__mmask8) __U);
1693}
1694
1695static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001696_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001697{
1698 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1699 (__v2df) __B,
1700 (__v2df) _mm_setzero_pd (),
1701 (__mmask8) __U);
1702}
1703
Michael Kupersteine45af542015-06-30 13:36:19 +00001704static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001705_mm512_rcp14_pd(__m512d __A)
1706{
1707 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1708 (__v8df)
1709 _mm512_setzero_pd (),
1710 (__mmask8) -1);
1711}
1712
Michael Zuckermancb856772016-05-16 11:42:01 +00001713static __inline__ __m512d __DEFAULT_FN_ATTRS
1714_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1715{
1716 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1717 (__v8df) __W,
1718 (__mmask8) __U);
1719}
1720
1721static __inline__ __m512d __DEFAULT_FN_ATTRS
1722_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1723{
1724 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1725 (__v8df)
1726 _mm512_setzero_pd (),
1727 (__mmask8) __U);
1728}
1729
Michael Kupersteine45af542015-06-30 13:36:19 +00001730static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001731_mm512_rcp14_ps(__m512 __A)
1732{
1733 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1734 (__v16sf)
1735 _mm512_setzero_ps (),
1736 (__mmask16) -1);
1737}
Michael Zuckermancb856772016-05-16 11:42:01 +00001738
1739static __inline__ __m512 __DEFAULT_FN_ATTRS
1740_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1741{
1742 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1743 (__v16sf) __W,
1744 (__mmask16) __U);
1745}
1746
1747static __inline__ __m512 __DEFAULT_FN_ATTRS
1748_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1749{
1750 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1751 (__v16sf)
1752 _mm512_setzero_ps (),
1753 (__mmask16) __U);
1754}
1755
Michael Kupersteine45af542015-06-30 13:36:19 +00001756static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001757_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001758{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001759 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001760 (__v4sf) __B,
1761 (__v4sf)
1762 _mm_setzero_ps (),
1763 (__mmask8) -1);
1764}
1765
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001766static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001767_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001768{
1769 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1770 (__v4sf) __B,
1771 (__v4sf) __W,
1772 (__mmask8) __U);
1773}
1774
1775static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001776_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001777{
1778 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1779 (__v4sf) __B,
1780 (__v4sf) _mm_setzero_ps (),
1781 (__mmask8) __U);
1782}
1783
Michael Kupersteine45af542015-06-30 13:36:19 +00001784static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001785_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001786{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001787 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001788 (__v2df) __B,
1789 (__v2df)
1790 _mm_setzero_pd (),
1791 (__mmask8) -1);
1792}
1793
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001794static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001795_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001796{
1797 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1798 (__v2df) __B,
1799 (__v2df) __W,
1800 (__mmask8) __U);
1801}
1802
1803static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001804_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001805{
1806 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1807 (__v2df) __B,
1808 (__v2df) _mm_setzero_pd (),
1809 (__mmask8) __U);
1810}
1811
Michael Kupersteine45af542015-06-30 13:36:19 +00001812static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001813_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001814{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001815 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1816 _MM_FROUND_FLOOR,
1817 (__v16sf) __A, -1,
1818 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001819}
1820
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001821static __inline__ __m512 __DEFAULT_FN_ATTRS
1822_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1823{
1824 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1825 _MM_FROUND_FLOOR,
1826 (__v16sf) __W, __U,
1827 _MM_FROUND_CUR_DIRECTION);
1828}
1829
Michael Kupersteine45af542015-06-30 13:36:19 +00001830static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001831_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001832{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001833 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1834 _MM_FROUND_FLOOR,
1835 (__v8df) __A, -1,
1836 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001837}
1838
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001839static __inline__ __m512d __DEFAULT_FN_ATTRS
1840_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1841{
1842 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1843 _MM_FROUND_FLOOR,
1844 (__v8df) __W, __U,
1845 _MM_FROUND_CUR_DIRECTION);
1846}
1847
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001848static __inline__ __m512 __DEFAULT_FN_ATTRS
1849_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1850{
1851 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1852 _MM_FROUND_CEIL,
1853 (__v16sf) __W, __U,
1854 _MM_FROUND_CUR_DIRECTION);
1855}
1856
Michael Kupersteine45af542015-06-30 13:36:19 +00001857static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001858_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001859{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001860 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1861 _MM_FROUND_CEIL,
1862 (__v16sf) __A, -1,
1863 _MM_FROUND_CUR_DIRECTION);
1864}
1865
Michael Kupersteine45af542015-06-30 13:36:19 +00001866static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001867_mm512_ceil_pd(__m512d __A)
1868{
1869 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1870 _MM_FROUND_CEIL,
1871 (__v8df) __A, -1,
1872 _MM_FROUND_CUR_DIRECTION);
1873}
1874
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001875static __inline__ __m512d __DEFAULT_FN_ATTRS
1876_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1877{
1878 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1879 _MM_FROUND_CEIL,
1880 (__v8df) __W, __U,
1881 _MM_FROUND_CUR_DIRECTION);
1882}
1883
Michael Kupersteine45af542015-06-30 13:36:19 +00001884static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001885_mm512_abs_epi64(__m512i __A)
1886{
1887 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1888 (__v8di)
1889 _mm512_setzero_si512 (),
1890 (__mmask8) -1);
1891}
1892
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001893static __inline__ __m512i __DEFAULT_FN_ATTRS
1894_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1895{
1896 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1897 (__v8di) __W,
1898 (__mmask8) __U);
1899}
1900
1901static __inline__ __m512i __DEFAULT_FN_ATTRS
1902_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1903{
1904 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1905 (__v8di)
1906 _mm512_setzero_si512 (),
1907 (__mmask8) __U);
1908}
1909
Michael Kupersteine45af542015-06-30 13:36:19 +00001910static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001911_mm512_abs_epi32(__m512i __A)
1912{
1913 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1914 (__v16si)
1915 _mm512_setzero_si512 (),
1916 (__mmask16) -1);
1917}
1918
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001919static __inline__ __m512i __DEFAULT_FN_ATTRS
1920_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1921{
1922 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1923 (__v16si) __W,
1924 (__mmask16) __U);
1925}
1926
1927static __inline__ __m512i __DEFAULT_FN_ATTRS
1928_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1929{
1930 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1931 (__v16si)
1932 _mm512_setzero_si512 (),
1933 (__mmask16) __U);
1934}
1935
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001936static __inline__ __m128 __DEFAULT_FN_ATTRS
1937_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001938 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001939 (__v4sf) __B,
1940 (__v4sf) __W,
1941 (__mmask8) __U,
1942 _MM_FROUND_CUR_DIRECTION);
1943}
1944
1945static __inline__ __m128 __DEFAULT_FN_ATTRS
1946_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001947 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001948 (__v4sf) __B,
1949 (__v4sf) _mm_setzero_ps (),
1950 (__mmask8) __U,
1951 _MM_FROUND_CUR_DIRECTION);
1952}
1953
Craig Topper8c18e112016-05-17 04:41:50 +00001954#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1955 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1956 (__v4sf)(__m128)(B), \
1957 (__v4sf)_mm_setzero_ps(), \
1958 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001959
Craig Topper8c18e112016-05-17 04:41:50 +00001960#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1961 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1962 (__v4sf)(__m128)(B), \
1963 (__v4sf)(__m128)(W), (__mmask8)(U), \
1964 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001965
Craig Topper8c18e112016-05-17 04:41:50 +00001966#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
1967 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1968 (__v4sf)(__m128)(B), \
1969 (__v4sf)_mm_setzero_ps(), \
1970 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001971
1972static __inline__ __m128d __DEFAULT_FN_ATTRS
1973_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001974 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001975 (__v2df) __B,
1976 (__v2df) __W,
1977 (__mmask8) __U,
1978 _MM_FROUND_CUR_DIRECTION);
1979}
1980
1981static __inline__ __m128d __DEFAULT_FN_ATTRS
1982_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001983 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001984 (__v2df) __B,
1985 (__v2df) _mm_setzero_pd (),
1986 (__mmask8) __U,
1987 _MM_FROUND_CUR_DIRECTION);
1988}
Craig Topper8c18e112016-05-17 04:41:50 +00001989#define _mm_add_round_sd(A, B, R) __extension__ ({ \
1990 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1991 (__v2df)(__m128d)(B), \
1992 (__v2df)_mm_setzero_pd(), \
1993 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001994
Craig Topper8c18e112016-05-17 04:41:50 +00001995#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
1996 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1997 (__v2df)(__m128d)(B), \
1998 (__v2df)(__m128d)(W), \
1999 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002000
Craig Topper8c18e112016-05-17 04:41:50 +00002001#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
2002 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2003 (__v2df)(__m128d)(B), \
2004 (__v2df)_mm_setzero_pd(), \
2005 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002006
Asaf Badouhffeb6242015-07-21 15:27:28 +00002007static __inline__ __m512d __DEFAULT_FN_ATTRS
2008_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2009 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2010 (__v8df) __B,
2011 (__v8df) __W,
2012 (__mmask8) __U,
2013 _MM_FROUND_CUR_DIRECTION);
2014}
2015
2016static __inline__ __m512d __DEFAULT_FN_ATTRS
2017_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2018 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2019 (__v8df) __B,
2020 (__v8df) _mm512_setzero_pd (),
2021 (__mmask8) __U,
2022 _MM_FROUND_CUR_DIRECTION);
2023}
2024
2025static __inline__ __m512 __DEFAULT_FN_ATTRS
2026_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2027 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2028 (__v16sf) __B,
2029 (__v16sf) __W,
2030 (__mmask16) __U,
2031 _MM_FROUND_CUR_DIRECTION);
2032}
2033
2034static __inline__ __m512 __DEFAULT_FN_ATTRS
2035_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2036 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2037 (__v16sf) __B,
2038 (__v16sf) _mm512_setzero_ps (),
2039 (__mmask16) __U,
2040 _MM_FROUND_CUR_DIRECTION);
2041}
2042
Craig Topper8c18e112016-05-17 04:41:50 +00002043#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2044 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2045 (__v8df)(__m512d)(B), \
2046 (__v8df)_mm512_setzero_pd(), \
2047 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002048
Craig Topper8c18e112016-05-17 04:41:50 +00002049#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2050 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2051 (__v8df)(__m512d)(B), \
2052 (__v8df)(__m512d)(W), (__mmask8)(U), \
2053 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002054
Craig Topper8c18e112016-05-17 04:41:50 +00002055#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2056 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2057 (__v8df)(__m512d)(B), \
2058 (__v8df)_mm512_setzero_pd(), \
2059 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002060
Craig Topper8c18e112016-05-17 04:41:50 +00002061#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2062 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2063 (__v16sf)(__m512)(B), \
2064 (__v16sf)_mm512_setzero_ps(), \
2065 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002066
Craig Topper8c18e112016-05-17 04:41:50 +00002067#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2068 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2069 (__v16sf)(__m512)(B), \
2070 (__v16sf)(__m512)(W), (__mmask16)(U), \
2071 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002072
Craig Topper8c18e112016-05-17 04:41:50 +00002073#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2074 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2075 (__v16sf)(__m512)(B), \
2076 (__v16sf)_mm512_setzero_ps(), \
2077 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002078
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002079static __inline__ __m128 __DEFAULT_FN_ATTRS
2080_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002081 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002082 (__v4sf) __B,
2083 (__v4sf) __W,
2084 (__mmask8) __U,
2085 _MM_FROUND_CUR_DIRECTION);
2086}
2087
2088static __inline__ __m128 __DEFAULT_FN_ATTRS
2089_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002090 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002091 (__v4sf) __B,
2092 (__v4sf) _mm_setzero_ps (),
2093 (__mmask8) __U,
2094 _MM_FROUND_CUR_DIRECTION);
2095}
Craig Topper8c18e112016-05-17 04:41:50 +00002096#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2097 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2098 (__v4sf)(__m128)(B), \
2099 (__v4sf)_mm_setzero_ps(), \
2100 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002101
Craig Topper8c18e112016-05-17 04:41:50 +00002102#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2103 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2104 (__v4sf)(__m128)(B), \
2105 (__v4sf)(__m128)(W), (__mmask8)(U), \
2106 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002107
Craig Topper8c18e112016-05-17 04:41:50 +00002108#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2109 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2110 (__v4sf)(__m128)(B), \
2111 (__v4sf)_mm_setzero_ps(), \
2112 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002113
2114static __inline__ __m128d __DEFAULT_FN_ATTRS
2115_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002116 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002117 (__v2df) __B,
2118 (__v2df) __W,
2119 (__mmask8) __U,
2120 _MM_FROUND_CUR_DIRECTION);
2121}
2122
2123static __inline__ __m128d __DEFAULT_FN_ATTRS
2124_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002125 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002126 (__v2df) __B,
2127 (__v2df) _mm_setzero_pd (),
2128 (__mmask8) __U,
2129 _MM_FROUND_CUR_DIRECTION);
2130}
2131
Craig Topper8c18e112016-05-17 04:41:50 +00002132#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2133 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2134 (__v2df)(__m128d)(B), \
2135 (__v2df)_mm_setzero_pd(), \
2136 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002137
Craig Topper8c18e112016-05-17 04:41:50 +00002138#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2139 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2140 (__v2df)(__m128d)(B), \
2141 (__v2df)(__m128d)(W), \
2142 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002143
Craig Topper8c18e112016-05-17 04:41:50 +00002144#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2145 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2146 (__v2df)(__m128d)(B), \
2147 (__v2df)_mm_setzero_pd(), \
2148 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002149
Asaf Badouhffeb6242015-07-21 15:27:28 +00002150static __inline__ __m512d __DEFAULT_FN_ATTRS
2151_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2152 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2153 (__v8df) __B,
2154 (__v8df) __W,
2155 (__mmask8) __U,
2156 _MM_FROUND_CUR_DIRECTION);
2157}
2158
2159static __inline__ __m512d __DEFAULT_FN_ATTRS
2160_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2161 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2162 (__v8df) __B,
2163 (__v8df)
2164 _mm512_setzero_pd (),
2165 (__mmask8) __U,
2166 _MM_FROUND_CUR_DIRECTION);
2167}
2168
2169static __inline__ __m512 __DEFAULT_FN_ATTRS
2170_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2171 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2172 (__v16sf) __B,
2173 (__v16sf) __W,
2174 (__mmask16) __U,
2175 _MM_FROUND_CUR_DIRECTION);
2176}
2177
2178static __inline__ __m512 __DEFAULT_FN_ATTRS
2179_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2180 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2181 (__v16sf) __B,
2182 (__v16sf)
2183 _mm512_setzero_ps (),
2184 (__mmask16) __U,
2185 _MM_FROUND_CUR_DIRECTION);
2186}
2187
Craig Topper8c18e112016-05-17 04:41:50 +00002188#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2189 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2190 (__v8df)(__m512d)(B), \
2191 (__v8df)_mm512_setzero_pd(), \
2192 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002193
Craig Topper8c18e112016-05-17 04:41:50 +00002194#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2195 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2196 (__v8df)(__m512d)(B), \
2197 (__v8df)(__m512d)(W), (__mmask8)(U), \
2198 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002199
Craig Topper8c18e112016-05-17 04:41:50 +00002200#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2201 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2202 (__v8df)(__m512d)(B), \
2203 (__v8df)_mm512_setzero_pd(), \
2204 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002205
Craig Topper8c18e112016-05-17 04:41:50 +00002206#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2207 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2208 (__v16sf)(__m512)(B), \
2209 (__v16sf)_mm512_setzero_ps(), \
2210 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002211
Craig Topper8c18e112016-05-17 04:41:50 +00002212#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2213 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2214 (__v16sf)(__m512)(B), \
2215 (__v16sf)(__m512)(W), (__mmask16)(U), \
2216 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002217
Craig Topper8c18e112016-05-17 04:41:50 +00002218#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2219 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2220 (__v16sf)(__m512)(B), \
2221 (__v16sf)_mm512_setzero_ps(), \
2222 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002223
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002224static __inline__ __m128 __DEFAULT_FN_ATTRS
2225_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002226 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002227 (__v4sf) __B,
2228 (__v4sf) __W,
2229 (__mmask8) __U,
2230 _MM_FROUND_CUR_DIRECTION);
2231}
2232
2233static __inline__ __m128 __DEFAULT_FN_ATTRS
2234_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002235 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002236 (__v4sf) __B,
2237 (__v4sf) _mm_setzero_ps (),
2238 (__mmask8) __U,
2239 _MM_FROUND_CUR_DIRECTION);
2240}
Craig Topper8c18e112016-05-17 04:41:50 +00002241#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2242 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2243 (__v4sf)(__m128)(B), \
2244 (__v4sf)_mm_setzero_ps(), \
2245 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002246
Craig Topper8c18e112016-05-17 04:41:50 +00002247#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2248 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2249 (__v4sf)(__m128)(B), \
2250 (__v4sf)(__m128)(W), (__mmask8)(U), \
2251 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002252
Craig Topper8c18e112016-05-17 04:41:50 +00002253#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2254 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2255 (__v4sf)(__m128)(B), \
2256 (__v4sf)_mm_setzero_ps(), \
2257 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002258
2259static __inline__ __m128d __DEFAULT_FN_ATTRS
2260_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002261 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002262 (__v2df) __B,
2263 (__v2df) __W,
2264 (__mmask8) __U,
2265 _MM_FROUND_CUR_DIRECTION);
2266}
2267
2268static __inline__ __m128d __DEFAULT_FN_ATTRS
2269_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002270 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002271 (__v2df) __B,
2272 (__v2df) _mm_setzero_pd (),
2273 (__mmask8) __U,
2274 _MM_FROUND_CUR_DIRECTION);
2275}
2276
Craig Topper8c18e112016-05-17 04:41:50 +00002277#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2278 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2279 (__v2df)(__m128d)(B), \
2280 (__v2df)_mm_setzero_pd(), \
2281 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002282
Craig Topper8c18e112016-05-17 04:41:50 +00002283#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2284 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2285 (__v2df)(__m128d)(B), \
2286 (__v2df)(__m128d)(W), \
2287 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002288
Craig Topper8c18e112016-05-17 04:41:50 +00002289#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2290 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2291 (__v2df)(__m128d)(B), \
2292 (__v2df)_mm_setzero_pd(), \
2293 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002294
Asaf Badouhffeb6242015-07-21 15:27:28 +00002295static __inline__ __m512d __DEFAULT_FN_ATTRS
2296_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2297 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2298 (__v8df) __B,
2299 (__v8df) __W,
2300 (__mmask8) __U,
2301 _MM_FROUND_CUR_DIRECTION);
2302}
2303
2304static __inline__ __m512d __DEFAULT_FN_ATTRS
2305_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2306 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2307 (__v8df) __B,
2308 (__v8df)
2309 _mm512_setzero_pd (),
2310 (__mmask8) __U,
2311 _MM_FROUND_CUR_DIRECTION);
2312}
2313
2314static __inline__ __m512 __DEFAULT_FN_ATTRS
2315_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2316 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2317 (__v16sf) __B,
2318 (__v16sf) __W,
2319 (__mmask16) __U,
2320 _MM_FROUND_CUR_DIRECTION);
2321}
2322
2323static __inline__ __m512 __DEFAULT_FN_ATTRS
2324_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2325 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2326 (__v16sf) __B,
2327 (__v16sf)
2328 _mm512_setzero_ps (),
2329 (__mmask16) __U,
2330 _MM_FROUND_CUR_DIRECTION);
2331}
2332
Craig Topper8c18e112016-05-17 04:41:50 +00002333#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2334 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2335 (__v8df)(__m512d)(B), \
2336 (__v8df)_mm512_setzero_pd(), \
2337 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002338
Craig Topper8c18e112016-05-17 04:41:50 +00002339#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2340 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2341 (__v8df)(__m512d)(B), \
2342 (__v8df)(__m512d)(W), (__mmask8)(U), \
2343 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002344
Craig Topper8c18e112016-05-17 04:41:50 +00002345#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2346 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2347 (__v8df)(__m512d)(B), \
2348 (__v8df)_mm512_setzero_pd(), \
2349 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002350
Craig Topper8c18e112016-05-17 04:41:50 +00002351#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2352 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2353 (__v16sf)(__m512)(B), \
2354 (__v16sf)_mm512_setzero_ps(), \
2355 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002356
Craig Topper8c18e112016-05-17 04:41:50 +00002357#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2358 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2359 (__v16sf)(__m512)(B), \
2360 (__v16sf)(__m512)(W), (__mmask16)(U), \
2361 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002362
Craig Topper8c18e112016-05-17 04:41:50 +00002363#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2364 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2365 (__v16sf)(__m512)(B), \
2366 (__v16sf)_mm512_setzero_ps(), \
2367 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002368
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002369static __inline__ __m128 __DEFAULT_FN_ATTRS
2370_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002371 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002372 (__v4sf) __B,
2373 (__v4sf) __W,
2374 (__mmask8) __U,
2375 _MM_FROUND_CUR_DIRECTION);
2376}
2377
2378static __inline__ __m128 __DEFAULT_FN_ATTRS
2379_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002380 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002381 (__v4sf) __B,
2382 (__v4sf) _mm_setzero_ps (),
2383 (__mmask8) __U,
2384 _MM_FROUND_CUR_DIRECTION);
2385}
2386
Craig Topper8c18e112016-05-17 04:41:50 +00002387#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2388 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2389 (__v4sf)(__m128)(B), \
2390 (__v4sf)_mm_setzero_ps(), \
2391 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002392
Craig Topper8c18e112016-05-17 04:41:50 +00002393#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2394 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2395 (__v4sf)(__m128)(B), \
2396 (__v4sf)(__m128)(W), (__mmask8)(U), \
2397 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002398
Craig Topper8c18e112016-05-17 04:41:50 +00002399#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2400 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2401 (__v4sf)(__m128)(B), \
2402 (__v4sf)_mm_setzero_ps(), \
2403 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002404
2405static __inline__ __m128d __DEFAULT_FN_ATTRS
2406_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002407 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002408 (__v2df) __B,
2409 (__v2df) __W,
2410 (__mmask8) __U,
2411 _MM_FROUND_CUR_DIRECTION);
2412}
2413
2414static __inline__ __m128d __DEFAULT_FN_ATTRS
2415_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002416 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002417 (__v2df) __B,
2418 (__v2df) _mm_setzero_pd (),
2419 (__mmask8) __U,
2420 _MM_FROUND_CUR_DIRECTION);
2421}
2422
Craig Topper8c18e112016-05-17 04:41:50 +00002423#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2424 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2425 (__v2df)(__m128d)(B), \
2426 (__v2df)_mm_setzero_pd(), \
2427 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002428
Craig Topper8c18e112016-05-17 04:41:50 +00002429#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2430 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2431 (__v2df)(__m128d)(B), \
2432 (__v2df)(__m128d)(W), \
2433 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002434
Craig Topper8c18e112016-05-17 04:41:50 +00002435#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2436 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2437 (__v2df)(__m128d)(B), \
2438 (__v2df)_mm_setzero_pd(), \
2439 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002440
Michael Zuckerman223676d2016-06-14 12:38:58 +00002441static __inline __m512d __DEFAULT_FN_ATTRS
2442_mm512_div_pd(__m512d __a, __m512d __b)
2443{
2444 return (__m512d)((__v8df)__a/(__v8df)__b);
2445}
2446
Asaf Badouhffeb6242015-07-21 15:27:28 +00002447static __inline__ __m512d __DEFAULT_FN_ATTRS
2448_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2449 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2450 (__v8df) __B,
2451 (__v8df) __W,
2452 (__mmask8) __U,
2453 _MM_FROUND_CUR_DIRECTION);
2454}
2455
2456static __inline__ __m512d __DEFAULT_FN_ATTRS
2457_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2458 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2459 (__v8df) __B,
2460 (__v8df)
2461 _mm512_setzero_pd (),
2462 (__mmask8) __U,
2463 _MM_FROUND_CUR_DIRECTION);
2464}
2465
Michael Zuckerman223676d2016-06-14 12:38:58 +00002466static __inline __m512 __DEFAULT_FN_ATTRS
2467_mm512_div_ps(__m512 __a, __m512 __b)
2468{
2469 return (__m512)((__v16sf)__a/(__v16sf)__b);
2470}
2471
Asaf Badouhffeb6242015-07-21 15:27:28 +00002472static __inline__ __m512 __DEFAULT_FN_ATTRS
2473_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2474 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2475 (__v16sf) __B,
2476 (__v16sf) __W,
2477 (__mmask16) __U,
2478 _MM_FROUND_CUR_DIRECTION);
2479}
2480
2481static __inline__ __m512 __DEFAULT_FN_ATTRS
2482_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2483 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2484 (__v16sf) __B,
2485 (__v16sf)
2486 _mm512_setzero_ps (),
2487 (__mmask16) __U,
2488 _MM_FROUND_CUR_DIRECTION);
2489}
2490
Craig Topper8c18e112016-05-17 04:41:50 +00002491#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2492 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2493 (__v8df)(__m512d)(B), \
2494 (__v8df)_mm512_setzero_pd(), \
2495 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002496
Craig Topper8c18e112016-05-17 04:41:50 +00002497#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2498 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2499 (__v8df)(__m512d)(B), \
2500 (__v8df)(__m512d)(W), (__mmask8)(U), \
2501 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002502
Craig Topper8c18e112016-05-17 04:41:50 +00002503#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2504 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2505 (__v8df)(__m512d)(B), \
2506 (__v8df)_mm512_setzero_pd(), \
2507 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002508
Craig Topper8c18e112016-05-17 04:41:50 +00002509#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2510 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2511 (__v16sf)(__m512)(B), \
2512 (__v16sf)_mm512_setzero_ps(), \
2513 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002514
Craig Topper8c18e112016-05-17 04:41:50 +00002515#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2516 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2517 (__v16sf)(__m512)(B), \
2518 (__v16sf)(__m512)(W), (__mmask16)(U), \
2519 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002520
Craig Topper8c18e112016-05-17 04:41:50 +00002521#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2522 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2523 (__v16sf)(__m512)(B), \
2524 (__v16sf)_mm512_setzero_ps(), \
2525 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002526
Craig Topper72c7d512015-02-01 07:35:35 +00002527#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002528 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2529 (__v16sf)(__m512)(A), (__mmask16)-1, \
2530 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002531
Craig Topper8c18e112016-05-17 04:41:50 +00002532#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2533 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2534 (__v16sf)(__m512)(A), (__mmask16)(B), \
2535 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002536
Craig Topper8c18e112016-05-17 04:41:50 +00002537#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2538 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2539 (__v16sf)_mm512_setzero_ps(), \
2540 (__mmask16)(A), \
2541 _MM_FROUND_CUR_DIRECTION); })
2542
Craig Topperf3efec62016-06-08 06:08:07 +00002543#define _mm512_mask_roundscale_round_ps(A, B, C, imm, R) __extension__ ({ \
2544 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2545 (__v16sf)(__m512)(A), (__mmask16)(B), \
2546 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002547
Craig Topperf3efec62016-06-08 06:08:07 +00002548#define _mm512_maskz_roundscale_round_ps(A, B, imm, R) __extension__ ({ \
2549 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2550 (__v16sf)_mm512_setzero_ps(), \
2551 (__mmask16)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002552
Craig Topperf3efec62016-06-08 06:08:07 +00002553#define _mm512_roundscale_round_ps(A, imm, R) __extension__ ({ \
2554 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(imm), \
2555 (__v16sf)_mm512_undefined_ps(), \
2556 (__mmask16)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002557
Craig Topper72c7d512015-02-01 07:35:35 +00002558#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002559 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2560 (__v8df)(__m512d)(A), (__mmask8)-1, \
2561 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002562
Craig Topper8c18e112016-05-17 04:41:50 +00002563#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2564 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2565 (__v8df)(__m512d)(A), (__mmask8)(B), \
2566 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002567
Craig Topper8c18e112016-05-17 04:41:50 +00002568#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2569 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2570 (__v8df)_mm512_setzero_pd(), \
2571 (__mmask8)(A), \
2572 _MM_FROUND_CUR_DIRECTION); })
2573
Craig Topperf3efec62016-06-08 06:08:07 +00002574#define _mm512_mask_roundscale_round_pd(A, B, C, imm, R) __extension__ ({ \
2575 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2576 (__v8df)(__m512d)(A), (__mmask8)(B), \
2577 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002578
Craig Topperf3efec62016-06-08 06:08:07 +00002579#define _mm512_maskz_roundscale_round_pd(A, B, imm, R) __extension__ ({ \
2580 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2581 (__v8df)_mm512_setzero_pd(), \
2582 (__mmask8)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002583
Craig Topperf3efec62016-06-08 06:08:07 +00002584#define _mm512_roundscale_round_pd(A, imm, R) __extension__ ({ \
2585 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(imm), \
2586 (__v8df)_mm512_undefined_pd(), \
2587 (__mmask8)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002588
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002589#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002590 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2591 (__v8df)(__m512d)(B), \
2592 (__v8df)(__m512d)(C), (__mmask8)-1, \
2593 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002594
2595
2596#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002597 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2598 (__v8df)(__m512d)(B), \
2599 (__v8df)(__m512d)(C), \
2600 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002601
2602
2603#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002604 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2605 (__v8df)(__m512d)(B), \
2606 (__v8df)(__m512d)(C), \
2607 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002608
2609
2610#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002611 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2612 (__v8df)(__m512d)(B), \
2613 (__v8df)(__m512d)(C), \
2614 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002615
2616
2617#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002618 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2619 (__v8df)(__m512d)(B), \
2620 -(__v8df)(__m512d)(C), \
2621 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002622
2623
2624#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002625 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2626 (__v8df)(__m512d)(B), \
2627 -(__v8df)(__m512d)(C), \
2628 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002629
2630
2631#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002632 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2633 (__v8df)(__m512d)(B), \
2634 -(__v8df)(__m512d)(C), \
2635 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002636
2637
2638#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002639 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2640 (__v8df)(__m512d)(B), \
2641 (__v8df)(__m512d)(C), (__mmask8)-1, \
2642 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002643
2644
2645#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002646 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2647 (__v8df)(__m512d)(B), \
2648 (__v8df)(__m512d)(C), \
2649 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002650
2651
2652#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002653 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2654 (__v8df)(__m512d)(B), \
2655 (__v8df)(__m512d)(C), \
2656 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002657
2658
2659#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002660 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2661 (__v8df)(__m512d)(B), \
2662 -(__v8df)(__m512d)(C), \
2663 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002664
2665
2666#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002667 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2668 (__v8df)(__m512d)(B), \
2669 -(__v8df)(__m512d)(C), \
2670 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002671
2672
Michael Kupersteine45af542015-06-30 13:36:19 +00002673static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002674_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2675{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002676 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2677 (__v8df) __B,
2678 (__v8df) __C,
2679 (__mmask8) -1,
2680 _MM_FROUND_CUR_DIRECTION);
2681}
2682
Michael Kupersteine45af542015-06-30 13:36:19 +00002683static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002684_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2685{
2686 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2687 (__v8df) __B,
2688 (__v8df) __C,
2689 (__mmask8) __U,
2690 _MM_FROUND_CUR_DIRECTION);
2691}
2692
Michael Kupersteine45af542015-06-30 13:36:19 +00002693static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002694_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2695{
2696 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2697 (__v8df) __B,
2698 (__v8df) __C,
2699 (__mmask8) __U,
2700 _MM_FROUND_CUR_DIRECTION);
2701}
2702
Michael Kupersteine45af542015-06-30 13:36:19 +00002703static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002704_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2705{
2706 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2707 (__v8df) __B,
2708 (__v8df) __C,
2709 (__mmask8) __U,
2710 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002711}
2712
Michael Kupersteine45af542015-06-30 13:36:19 +00002713static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002714_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2715{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002716 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2717 (__v8df) __B,
2718 -(__v8df) __C,
2719 (__mmask8) -1,
2720 _MM_FROUND_CUR_DIRECTION);
2721}
2722
Michael Kupersteine45af542015-06-30 13:36:19 +00002723static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002724_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2725{
2726 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2727 (__v8df) __B,
2728 -(__v8df) __C,
2729 (__mmask8) __U,
2730 _MM_FROUND_CUR_DIRECTION);
2731}
2732
Michael Kupersteine45af542015-06-30 13:36:19 +00002733static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002734_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2735{
2736 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2737 (__v8df) __B,
2738 -(__v8df) __C,
2739 (__mmask8) __U,
2740 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002741}
2742
Michael Kupersteine45af542015-06-30 13:36:19 +00002743static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002744_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2745{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002746 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2747 (__v8df) __B,
2748 (__v8df) __C,
2749 (__mmask8) -1,
2750 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002751}
2752
Michael Kupersteine45af542015-06-30 13:36:19 +00002753static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002754_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2755{
2756 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2757 (__v8df) __B,
2758 (__v8df) __C,
2759 (__mmask8) __U,
2760 _MM_FROUND_CUR_DIRECTION);
2761}
2762
Michael Kupersteine45af542015-06-30 13:36:19 +00002763static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002764_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2765{
2766 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2767 (__v8df) __B,
2768 (__v8df) __C,
2769 (__mmask8) __U,
2770 _MM_FROUND_CUR_DIRECTION);
2771}
2772
Michael Kupersteine45af542015-06-30 13:36:19 +00002773static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002774_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2775{
2776 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2777 (__v8df) __B,
2778 -(__v8df) __C,
2779 (__mmask8) -1,
2780 _MM_FROUND_CUR_DIRECTION);
2781}
2782
Michael Kupersteine45af542015-06-30 13:36:19 +00002783static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002784_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2785{
2786 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2787 (__v8df) __B,
2788 -(__v8df) __C,
2789 (__mmask8) __U,
2790 _MM_FROUND_CUR_DIRECTION);
2791}
2792
2793#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002794 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2795 (__v16sf)(__m512)(B), \
2796 (__v16sf)(__m512)(C), (__mmask16)-1, \
2797 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002798
2799
2800#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002801 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2802 (__v16sf)(__m512)(B), \
2803 (__v16sf)(__m512)(C), \
2804 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002805
2806
2807#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002808 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2809 (__v16sf)(__m512)(B), \
2810 (__v16sf)(__m512)(C), \
2811 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002812
2813
2814#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002815 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2816 (__v16sf)(__m512)(B), \
2817 (__v16sf)(__m512)(C), \
2818 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002819
2820
2821#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002822 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2823 (__v16sf)(__m512)(B), \
2824 -(__v16sf)(__m512)(C), \
2825 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002826
2827
2828#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002829 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2830 (__v16sf)(__m512)(B), \
2831 -(__v16sf)(__m512)(C), \
2832 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002833
2834
2835#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002836 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2837 (__v16sf)(__m512)(B), \
2838 -(__v16sf)(__m512)(C), \
2839 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002840
2841
2842#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002843 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2844 (__v16sf)(__m512)(B), \
2845 (__v16sf)(__m512)(C), (__mmask16)-1, \
2846 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002847
2848
2849#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002850 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2851 (__v16sf)(__m512)(B), \
2852 (__v16sf)(__m512)(C), \
2853 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002854
2855
2856#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002857 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2858 (__v16sf)(__m512)(B), \
2859 (__v16sf)(__m512)(C), \
2860 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002861
2862
2863#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002864 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2865 (__v16sf)(__m512)(B), \
2866 -(__v16sf)(__m512)(C), \
2867 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002868
2869
2870#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002871 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2872 (__v16sf)(__m512)(B), \
2873 -(__v16sf)(__m512)(C), \
2874 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002875
2876
Michael Kupersteine45af542015-06-30 13:36:19 +00002877static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002878_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2879{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002880 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2881 (__v16sf) __B,
2882 (__v16sf) __C,
2883 (__mmask16) -1,
2884 _MM_FROUND_CUR_DIRECTION);
2885}
2886
Michael Kupersteine45af542015-06-30 13:36:19 +00002887static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002888_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2889{
2890 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2891 (__v16sf) __B,
2892 (__v16sf) __C,
2893 (__mmask16) __U,
2894 _MM_FROUND_CUR_DIRECTION);
2895}
2896
Michael Kupersteine45af542015-06-30 13:36:19 +00002897static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002898_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2899{
2900 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2901 (__v16sf) __B,
2902 (__v16sf) __C,
2903 (__mmask16) __U,
2904 _MM_FROUND_CUR_DIRECTION);
2905}
2906
Michael Kupersteine45af542015-06-30 13:36:19 +00002907static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002908_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2909{
2910 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2911 (__v16sf) __B,
2912 (__v16sf) __C,
2913 (__mmask16) __U,
2914 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002915}
2916
Michael Kupersteine45af542015-06-30 13:36:19 +00002917static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002918_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2919{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002920 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2921 (__v16sf) __B,
2922 -(__v16sf) __C,
2923 (__mmask16) -1,
2924 _MM_FROUND_CUR_DIRECTION);
2925}
2926
Michael Kupersteine45af542015-06-30 13:36:19 +00002927static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002928_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2929{
2930 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2931 (__v16sf) __B,
2932 -(__v16sf) __C,
2933 (__mmask16) __U,
2934 _MM_FROUND_CUR_DIRECTION);
2935}
2936
Michael Kupersteine45af542015-06-30 13:36:19 +00002937static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002938_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2939{
2940 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2941 (__v16sf) __B,
2942 -(__v16sf) __C,
2943 (__mmask16) __U,
2944 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002945}
2946
Michael Kupersteine45af542015-06-30 13:36:19 +00002947static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002948_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2949{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002950 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2951 (__v16sf) __B,
2952 (__v16sf) __C,
2953 (__mmask16) -1,
2954 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002955}
2956
Michael Kupersteine45af542015-06-30 13:36:19 +00002957static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002958_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2959{
2960 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2961 (__v16sf) __B,
2962 (__v16sf) __C,
2963 (__mmask16) __U,
2964 _MM_FROUND_CUR_DIRECTION);
2965}
2966
Michael Kupersteine45af542015-06-30 13:36:19 +00002967static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002968_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2969{
2970 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2971 (__v16sf) __B,
2972 (__v16sf) __C,
2973 (__mmask16) __U,
2974 _MM_FROUND_CUR_DIRECTION);
2975}
2976
Michael Kupersteine45af542015-06-30 13:36:19 +00002977static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002978_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2979{
2980 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2981 (__v16sf) __B,
2982 -(__v16sf) __C,
2983 (__mmask16) -1,
2984 _MM_FROUND_CUR_DIRECTION);
2985}
2986
Michael Kupersteine45af542015-06-30 13:36:19 +00002987static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002988_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2989{
2990 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2991 (__v16sf) __B,
2992 -(__v16sf) __C,
2993 (__mmask16) __U,
2994 _MM_FROUND_CUR_DIRECTION);
2995}
2996
2997#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002998 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2999 (__v8df)(__m512d)(B), \
3000 (__v8df)(__m512d)(C), \
3001 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003002
3003
3004#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003005 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3006 (__v8df)(__m512d)(B), \
3007 (__v8df)(__m512d)(C), \
3008 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003009
3010
3011#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003012 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
3013 (__v8df)(__m512d)(B), \
3014 (__v8df)(__m512d)(C), \
3015 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003016
3017
3018#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003019 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3020 (__v8df)(__m512d)(B), \
3021 (__v8df)(__m512d)(C), \
3022 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003023
3024
3025#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003026 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3027 (__v8df)(__m512d)(B), \
3028 -(__v8df)(__m512d)(C), \
3029 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003030
3031
3032#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003033 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3034 (__v8df)(__m512d)(B), \
3035 -(__v8df)(__m512d)(C), \
3036 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003037
3038
3039#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003040 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3041 (__v8df)(__m512d)(B), \
3042 -(__v8df)(__m512d)(C), \
3043 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003044
3045
Michael Kupersteine45af542015-06-30 13:36:19 +00003046static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003047_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3048{
3049 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3050 (__v8df) __B,
3051 (__v8df) __C,
3052 (__mmask8) -1,
3053 _MM_FROUND_CUR_DIRECTION);
3054}
3055
Michael Kupersteine45af542015-06-30 13:36:19 +00003056static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003057_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3058{
3059 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3060 (__v8df) __B,
3061 (__v8df) __C,
3062 (__mmask8) __U,
3063 _MM_FROUND_CUR_DIRECTION);
3064}
3065
Michael Kupersteine45af542015-06-30 13:36:19 +00003066static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003067_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3068{
3069 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3070 (__v8df) __B,
3071 (__v8df) __C,
3072 (__mmask8) __U,
3073 _MM_FROUND_CUR_DIRECTION);
3074}
3075
Michael Kupersteine45af542015-06-30 13:36:19 +00003076static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003077_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3078{
3079 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3080 (__v8df) __B,
3081 (__v8df) __C,
3082 (__mmask8) __U,
3083 _MM_FROUND_CUR_DIRECTION);
3084}
3085
Michael Kupersteine45af542015-06-30 13:36:19 +00003086static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003087_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3088{
3089 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3090 (__v8df) __B,
3091 -(__v8df) __C,
3092 (__mmask8) -1,
3093 _MM_FROUND_CUR_DIRECTION);
3094}
3095
Michael Kupersteine45af542015-06-30 13:36:19 +00003096static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003097_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3098{
3099 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3100 (__v8df) __B,
3101 -(__v8df) __C,
3102 (__mmask8) __U,
3103 _MM_FROUND_CUR_DIRECTION);
3104}
3105
Michael Kupersteine45af542015-06-30 13:36:19 +00003106static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003107_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3108{
3109 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3110 (__v8df) __B,
3111 -(__v8df) __C,
3112 (__mmask8) __U,
3113 _MM_FROUND_CUR_DIRECTION);
3114}
3115
3116#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003117 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3118 (__v16sf)(__m512)(B), \
3119 (__v16sf)(__m512)(C), \
3120 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003121
3122
3123#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003124 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3125 (__v16sf)(__m512)(B), \
3126 (__v16sf)(__m512)(C), \
3127 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003128
3129
3130#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003131 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3132 (__v16sf)(__m512)(B), \
3133 (__v16sf)(__m512)(C), \
3134 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003135
3136
3137#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003138 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3139 (__v16sf)(__m512)(B), \
3140 (__v16sf)(__m512)(C), \
3141 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003142
3143
3144#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003145 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3146 (__v16sf)(__m512)(B), \
3147 -(__v16sf)(__m512)(C), \
3148 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003149
3150
3151#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003152 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3153 (__v16sf)(__m512)(B), \
3154 -(__v16sf)(__m512)(C), \
3155 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003156
3157
3158#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003159 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3160 (__v16sf)(__m512)(B), \
3161 -(__v16sf)(__m512)(C), \
3162 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003163
3164
Michael Kupersteine45af542015-06-30 13:36:19 +00003165static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003166_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3167{
3168 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3169 (__v16sf) __B,
3170 (__v16sf) __C,
3171 (__mmask16) -1,
3172 _MM_FROUND_CUR_DIRECTION);
3173}
3174
Michael Kupersteine45af542015-06-30 13:36:19 +00003175static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003176_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3177{
3178 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3179 (__v16sf) __B,
3180 (__v16sf) __C,
3181 (__mmask16) __U,
3182 _MM_FROUND_CUR_DIRECTION);
3183}
3184
Michael Kupersteine45af542015-06-30 13:36:19 +00003185static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003186_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3187{
3188 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3189 (__v16sf) __B,
3190 (__v16sf) __C,
3191 (__mmask16) __U,
3192 _MM_FROUND_CUR_DIRECTION);
3193}
3194
Michael Kupersteine45af542015-06-30 13:36:19 +00003195static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003196_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3197{
3198 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3199 (__v16sf) __B,
3200 (__v16sf) __C,
3201 (__mmask16) __U,
3202 _MM_FROUND_CUR_DIRECTION);
3203}
3204
Michael Kupersteine45af542015-06-30 13:36:19 +00003205static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003206_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3207{
3208 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3209 (__v16sf) __B,
3210 -(__v16sf) __C,
3211 (__mmask16) -1,
3212 _MM_FROUND_CUR_DIRECTION);
3213}
3214
Michael Kupersteine45af542015-06-30 13:36:19 +00003215static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003216_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3217{
3218 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3219 (__v16sf) __B,
3220 -(__v16sf) __C,
3221 (__mmask16) __U,
3222 _MM_FROUND_CUR_DIRECTION);
3223}
3224
Michael Kupersteine45af542015-06-30 13:36:19 +00003225static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003226_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3227{
3228 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3229 (__v16sf) __B,
3230 -(__v16sf) __C,
3231 (__mmask16) __U,
3232 _MM_FROUND_CUR_DIRECTION);
3233}
3234
3235#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003236 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3237 (__v8df)(__m512d)(B), \
3238 (__v8df)(__m512d)(C), \
3239 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003240
3241
Michael Kupersteine45af542015-06-30 13:36:19 +00003242static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003243_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3244{
3245 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3246 (__v8df) __B,
3247 (__v8df) __C,
3248 (__mmask8) __U,
3249 _MM_FROUND_CUR_DIRECTION);
3250}
3251
3252#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003253 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3254 (__v16sf)(__m512)(B), \
3255 (__v16sf)(__m512)(C), \
3256 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003257
3258
Michael Kupersteine45af542015-06-30 13:36:19 +00003259static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003260_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3261{
3262 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3263 (__v16sf) __B,
3264 (__v16sf) __C,
3265 (__mmask16) __U,
3266 _MM_FROUND_CUR_DIRECTION);
3267}
3268
3269#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003270 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3271 (__v8df)(__m512d)(B), \
3272 (__v8df)(__m512d)(C), \
3273 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003274
3275
Michael Kupersteine45af542015-06-30 13:36:19 +00003276static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003277_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3278{
3279 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3280 (__v8df) __B,
3281 (__v8df) __C,
3282 (__mmask8) __U,
3283 _MM_FROUND_CUR_DIRECTION);
3284}
3285
3286#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003287 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3288 (__v16sf)(__m512)(B), \
3289 (__v16sf)(__m512)(C), \
3290 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003291
3292
Michael Kupersteine45af542015-06-30 13:36:19 +00003293static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003294_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3295{
3296 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3297 (__v16sf) __B,
3298 (__v16sf) __C,
3299 (__mmask16) __U,
3300 _MM_FROUND_CUR_DIRECTION);
3301}
3302
3303#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003304 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3305 (__v8df)(__m512d)(B), \
3306 (__v8df)(__m512d)(C), \
3307 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003308
3309
Michael Kupersteine45af542015-06-30 13:36:19 +00003310static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003311_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3312{
3313 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3314 (__v8df) __B,
3315 (__v8df) __C,
3316 (__mmask8) __U,
3317 _MM_FROUND_CUR_DIRECTION);
3318}
3319
3320#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003321 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3322 (__v16sf)(__m512)(B), \
3323 (__v16sf)(__m512)(C), \
3324 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003325
3326
Michael Kupersteine45af542015-06-30 13:36:19 +00003327static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003328_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3329{
3330 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3331 (__v16sf) __B,
3332 (__v16sf) __C,
3333 (__mmask16) __U,
3334 _MM_FROUND_CUR_DIRECTION);
3335}
3336
3337#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003338 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3339 (__v8df)(__m512d)(B), \
3340 (__v8df)(__m512d)(C), \
3341 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003342
3343
3344#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003345 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3346 (__v8df)(__m512d)(B), \
3347 (__v8df)(__m512d)(C), \
3348 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003349
3350
Michael Kupersteine45af542015-06-30 13:36:19 +00003351static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003352_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3353{
3354 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3355 (__v8df) __B,
3356 (__v8df) __C,
3357 (__mmask8) __U,
3358 _MM_FROUND_CUR_DIRECTION);
3359}
3360
Michael Kupersteine45af542015-06-30 13:36:19 +00003361static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003362_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3363{
3364 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3365 (__v8df) __B,
3366 (__v8df) __C,
3367 (__mmask8) __U,
3368 _MM_FROUND_CUR_DIRECTION);
3369}
3370
3371#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003372 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3373 (__v16sf)(__m512)(B), \
3374 (__v16sf)(__m512)(C), \
3375 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003376
3377
3378#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003379 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3380 (__v16sf)(__m512)(B), \
3381 (__v16sf)(__m512)(C), \
3382 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003383
3384
Michael Kupersteine45af542015-06-30 13:36:19 +00003385static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003386_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3387{
3388 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3389 (__v16sf) __B,
3390 (__v16sf) __C,
3391 (__mmask16) __U,
3392 _MM_FROUND_CUR_DIRECTION);
3393}
3394
Michael Kupersteine45af542015-06-30 13:36:19 +00003395static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003396_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3397{
3398 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3399 (__v16sf) __B,
3400 (__v16sf) __C,
3401 (__mmask16) __U,
3402 _MM_FROUND_CUR_DIRECTION);
3403}
3404
3405
3406
Adam Nemet0d5bb552014-07-28 17:14:40 +00003407/* Vector permutations */
3408
Michael Kupersteine45af542015-06-30 13:36:19 +00003409static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003410_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3411{
3412 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3413 /* idx */ ,
3414 (__v16si) __A,
3415 (__v16si) __B,
3416 (__mmask16) -1);
3417}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003418
3419static __inline__ __m512i __DEFAULT_FN_ATTRS
3420_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3421 __m512i __I, __m512i __B)
3422{
3423 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3424 /* idx */ ,
3425 (__v16si) __A,
3426 (__v16si) __B,
3427 (__mmask16) __U);
3428}
3429
3430static __inline__ __m512i __DEFAULT_FN_ATTRS
3431_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3432 __m512i __I, __m512i __B)
3433{
3434 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3435 /* idx */ ,
3436 (__v16si) __A,
3437 (__v16si) __B,
3438 (__mmask16) __U);
3439}
3440
Michael Kupersteine45af542015-06-30 13:36:19 +00003441static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003442_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3443{
3444 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3445 /* idx */ ,
3446 (__v8di) __A,
3447 (__v8di) __B,
3448 (__mmask8) -1);
3449}
3450
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003451static __inline__ __m512i __DEFAULT_FN_ATTRS
3452_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3453 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003454{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003455 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003456 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003457 (__v8di) __A,
3458 (__v8di) __B,
3459 (__mmask8) __U);
3460}
3461
3462
3463static __inline__ __m512i __DEFAULT_FN_ATTRS
3464_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3465 __m512i __I, __m512i __B)
3466{
3467 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3468 /* idx */ ,
3469 (__v8di) __A,
3470 (__v8di) __B,
3471 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003472}
3473
Craig Topper67826a52015-02-01 07:35:40 +00003474#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3475 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003476 (__v8di)(__m512i)(B), (int)(I), \
3477 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003478 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003479
Craig Topper8c18e112016-05-17 04:41:50 +00003480#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3481 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3482 (__v8di)(__m512i)(B), (int)(imm), \
3483 (__v8di)(__m512i)(W), \
3484 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003485
Craig Topper8c18e112016-05-17 04:41:50 +00003486#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3487 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3488 (__v8di)(__m512i)(B), (int)(imm), \
3489 (__v8di)_mm512_setzero_si512(), \
3490 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003491
Craig Topper67826a52015-02-01 07:35:40 +00003492#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003493 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3494 (__v16si)(__m512i)(B), (int)(I), \
3495 (__v16si)_mm512_setzero_si512(), \
3496 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003497
Craig Topper8c18e112016-05-17 04:41:50 +00003498#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3499 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3500 (__v16si)(__m512i)(B), (int)(imm), \
3501 (__v16si)(__m512i)(W), \
3502 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003503
Craig Topper8c18e112016-05-17 04:41:50 +00003504#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3505 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3506 (__v16si)(__m512i)(B), (int)(imm), \
3507 (__v16si)_mm512_setzero_si512(), \
3508 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003509/* Vector Extract */
3510
3511#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003512 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3513 (__v4df)_mm256_setzero_si256(), \
3514 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003515
Craig Topper8c18e112016-05-17 04:41:50 +00003516#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3517 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3518 (__v4df)(__m256d)(W), \
3519 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003520
Craig Topper8c18e112016-05-17 04:41:50 +00003521#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3522 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3523 (__v4df)_mm256_setzero_pd(), \
3524 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003525
Adam Nemetf893ede2015-01-19 20:12:05 +00003526#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003527 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3528 (__v4sf)_mm_setzero_ps(), \
3529 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003530
Craig Topper8c18e112016-05-17 04:41:50 +00003531#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3532 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3533 (__v4sf)(__m128)(W), \
3534 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003535
Craig Topper8c18e112016-05-17 04:41:50 +00003536#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3537 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3538 (__v4sf)_mm_setzero_ps(), \
3539 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003540/* Vector Blend */
3541
Michael Kupersteine45af542015-06-30 13:36:19 +00003542static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003543_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3544{
Igor Bregeraadb8762016-06-08 13:59:20 +00003545 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003546 (__v8df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003547 (__v8df) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003548}
3549
Michael Kupersteine45af542015-06-30 13:36:19 +00003550static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003551_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3552{
Igor Bregeraadb8762016-06-08 13:59:20 +00003553 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003554 (__v16sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003555 (__v16sf) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003556}
3557
Michael Kupersteine45af542015-06-30 13:36:19 +00003558static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003559_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3560{
Igor Bregeraadb8762016-06-08 13:59:20 +00003561 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003562 (__v8di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003563 (__v8di) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003564}
3565
Michael Kupersteine45af542015-06-30 13:36:19 +00003566static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003567_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3568{
Igor Bregeraadb8762016-06-08 13:59:20 +00003569 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003570 (__v16si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003571 (__v16si) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003572}
3573
3574/* Compare */
3575
Craig Topper53565c62015-02-01 22:27:40 +00003576#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3577 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003578 (__v16sf)(__m512)(B), (int)(P), \
3579 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003580
Craig Topper53565c62015-02-01 22:27:40 +00003581#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3582 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003583 (__v16sf)(__m512)(B), (int)(P), \
3584 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003585
3586#define _mm512_cmp_ps_mask(A, B, P) \
3587 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3588
3589#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3590 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3591
3592#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3593 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003594 (__v8df)(__m512d)(B), (int)(P), \
3595 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003596
3597#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3598 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003599 (__v8df)(__m512d)(B), (int)(P), \
3600 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003601
3602#define _mm512_cmp_pd_mask(A, B, P) \
3603 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3604
3605#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3606 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003607
3608/* Conversion */
3609
Craig Topperf3efec62016-06-08 06:08:07 +00003610#define _mm512_cvtt_roundps_epu32(A, R) __extension__ ({ \
3611 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3612 (__v16si)_mm512_undefined_epi32(), \
3613 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003614
Craig Topperf3efec62016-06-08 06:08:07 +00003615#define _mm512_mask_cvtt_roundps_epu32(W, U, A, R) __extension__ ({ \
3616 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3617 (__v16si)(__m512i)(W), \
3618 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003619
Craig Topperf3efec62016-06-08 06:08:07 +00003620#define _mm512_maskz_cvtt_roundps_epu32(U, A, R) __extension__ ({ \
3621 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3622 (__v16si)_mm512_setzero_si512(), \
3623 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003624
3625
Michael Kupersteine45af542015-06-30 13:36:19 +00003626static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003627_mm512_cvttps_epu32(__m512 __A)
3628{
3629 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3630 (__v16si)
3631 _mm512_setzero_si512 (),
3632 (__mmask16) -1,
3633 _MM_FROUND_CUR_DIRECTION);
3634}
3635
Michael Zuckermanf1544752016-05-09 10:32:51 +00003636static __inline__ __m512i __DEFAULT_FN_ATTRS
3637_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3638{
3639 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3640 (__v16si) __W,
3641 (__mmask16) __U,
3642 _MM_FROUND_CUR_DIRECTION);
3643}
3644
3645static __inline__ __m512i __DEFAULT_FN_ATTRS
3646_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3647{
3648 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3649 (__v16si) _mm512_setzero_si512 (),
3650 (__mmask16) __U,
3651 _MM_FROUND_CUR_DIRECTION);
3652}
3653
Craig Topper72c7d512015-02-01 07:35:35 +00003654#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003655 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003656 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003657 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003658
Craig Topperf3efec62016-06-08 06:08:07 +00003659#define _mm512_mask_cvt_roundepi32_ps(W, U, A, R) __extension__ ({ \
3660 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3661 (__v16sf)(__m512)(W), \
3662 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003663
Craig Topperf3efec62016-06-08 06:08:07 +00003664#define _mm512_maskz_cvt_roundepi32_ps(U, A, R) __extension__ ({ \
3665 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3666 (__v16sf)_mm512_setzero_ps(), \
3667 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003668
Craig Topper72c7d512015-02-01 07:35:35 +00003669#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003670 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003671 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003672 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003673
Craig Topperf3efec62016-06-08 06:08:07 +00003674#define _mm512_mask_cvt_roundepu32_ps(W, U, A, R) __extension__ ({ \
3675 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3676 (__v16sf)(__m512)(W), \
3677 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003678
Craig Topperf3efec62016-06-08 06:08:07 +00003679#define _mm512_maskz_cvt_roundepu32_ps(U, A, R) __extension__ ({ \
3680 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3681 (__v16sf)_mm512_setzero_ps(), \
3682 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003683
Michael Zuckermanf1544752016-05-09 10:32:51 +00003684static __inline__ __m512 __DEFAULT_FN_ATTRS
3685_mm512_cvtepu32_ps (__m512i __A)
3686{
3687 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3688 (__v16sf) _mm512_undefined_ps (),
3689 (__mmask16) -1,
3690 _MM_FROUND_CUR_DIRECTION);
3691}
3692
3693static __inline__ __m512 __DEFAULT_FN_ATTRS
3694_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3695{
3696 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3697 (__v16sf) __W,
3698 (__mmask16) __U,
3699 _MM_FROUND_CUR_DIRECTION);
3700}
3701
3702static __inline__ __m512 __DEFAULT_FN_ATTRS
3703_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3704{
3705 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3706 (__v16sf) _mm512_setzero_ps (),
3707 (__mmask16) __U,
3708 _MM_FROUND_CUR_DIRECTION);
3709}
3710
Michael Kupersteine45af542015-06-30 13:36:19 +00003711static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003712_mm512_cvtepi32_pd(__m256i __A)
3713{
3714 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003715 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003716 _mm512_setzero_pd (),
3717 (__mmask8) -1);
3718}
3719
Michael Zuckermanf1544752016-05-09 10:32:51 +00003720static __inline__ __m512d __DEFAULT_FN_ATTRS
3721_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3722{
3723 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3724 (__v8df) __W,
3725 (__mmask8) __U);
3726}
3727
3728static __inline__ __m512d __DEFAULT_FN_ATTRS
3729_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3730{
3731 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3732 (__v8df) _mm512_setzero_pd (),
3733 (__mmask8) __U);
3734}
3735
3736static __inline__ __m512 __DEFAULT_FN_ATTRS
3737_mm512_cvtepi32_ps (__m512i __A)
3738{
3739 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3740 (__v16sf) _mm512_undefined_ps (),
3741 (__mmask16) -1,
3742 _MM_FROUND_CUR_DIRECTION);
3743}
3744
3745static __inline__ __m512 __DEFAULT_FN_ATTRS
3746_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3747{
3748 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3749 (__v16sf) __W,
3750 (__mmask16) __U,
3751 _MM_FROUND_CUR_DIRECTION);
3752}
3753
3754static __inline__ __m512 __DEFAULT_FN_ATTRS
3755_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3756{
3757 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3758 (__v16sf) _mm512_setzero_ps (),
3759 (__mmask16) __U,
3760 _MM_FROUND_CUR_DIRECTION);
3761}
3762
Michael Kupersteine45af542015-06-30 13:36:19 +00003763static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003764_mm512_cvtepu32_pd(__m256i __A)
3765{
3766 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3767 (__v8df)
3768 _mm512_setzero_pd (),
3769 (__mmask8) -1);
3770}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003771
Michael Zuckermanf1544752016-05-09 10:32:51 +00003772static __inline__ __m512d __DEFAULT_FN_ATTRS
3773_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3774{
3775 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3776 (__v8df) __W,
3777 (__mmask8) __U);
3778}
3779
3780static __inline__ __m512d __DEFAULT_FN_ATTRS
3781_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3782{
3783 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3784 (__v8df) _mm512_setzero_pd (),
3785 (__mmask8) __U);
3786}
3787
Craig Topper72c7d512015-02-01 07:35:35 +00003788#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003789 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003790 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003791 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003792
Michael Zuckerman186d8672016-05-31 11:27:34 +00003793#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3794 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003795 (__v8sf)(__m256)(W), (__mmask8)(U), \
3796 (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003797
3798#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3799 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3800 (__v8sf)_mm256_setzero_ps(), \
3801 (__mmask8)(U), (int)(R)); })
3802
Michael Zuckermanf1544752016-05-09 10:32:51 +00003803static __inline__ __m256 __DEFAULT_FN_ATTRS
3804_mm512_cvtpd_ps (__m512d __A)
3805{
3806 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3807 (__v8sf) _mm256_undefined_ps (),
3808 (__mmask8) -1,
3809 _MM_FROUND_CUR_DIRECTION);
3810}
3811
3812static __inline__ __m256 __DEFAULT_FN_ATTRS
3813_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3814{
3815 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3816 (__v8sf) __W,
3817 (__mmask8) __U,
3818 _MM_FROUND_CUR_DIRECTION);
3819}
3820
3821static __inline__ __m256 __DEFAULT_FN_ATTRS
3822_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3823{
3824 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3825 (__v8sf) _mm256_setzero_ps (),
3826 (__mmask8) __U,
3827 _MM_FROUND_CUR_DIRECTION);
3828}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003829
Craig Topperf3efec62016-06-08 06:08:07 +00003830#define _mm512_cvt_roundps_ph(A, I) __extension__ ({ \
3831 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3832 (__v16hi)_mm256_undefined_si256(), \
3833 (__mmask16)-1); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003834
Craig Topperf3efec62016-06-08 06:08:07 +00003835#define _mm512_mask_cvt_roundps_ph(U, W, A, I) __extension__ ({ \
3836 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3837 (__v16hi)(__m256i)(U), \
3838 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003839
Craig Topperf3efec62016-06-08 06:08:07 +00003840#define _mm512_maskz_cvt_roundps_ph(W, A, I) __extension__ ({ \
3841 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3842 (__v16hi)_mm256_setzero_si256(), \
3843 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003844
Craig Topper72c7d512015-02-01 07:35:35 +00003845#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003846 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003847 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003848 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003849
Craig Topper8c18e112016-05-17 04:41:50 +00003850#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3851 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3852 (__v16hi)(__m256i)(U), \
3853 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003854
Craig Topper8c18e112016-05-17 04:41:50 +00003855#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3856 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3857 (__v16hi)_mm256_setzero_si256(), \
3858 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003859
Craig Topperf3efec62016-06-08 06:08:07 +00003860#define _mm512_cvt_roundph_ps(A, R) __extension__ ({ \
3861 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3862 (__v16sf)_mm512_undefined_ps(), \
3863 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003864
Craig Topperf3efec62016-06-08 06:08:07 +00003865#define _mm512_mask_cvt_roundph_ps(W, U, A, R) __extension__ ({ \
3866 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3867 (__v16sf)(__m512)(W), \
3868 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003869
Craig Topperf3efec62016-06-08 06:08:07 +00003870#define _mm512_maskz_cvt_roundph_ps(U, A, R) __extension__ ({ \
3871 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3872 (__v16sf)_mm512_setzero_ps(), \
3873 (__mmask16)(U), (int)(R)); })
3874
3875
Michael Kupersteine45af542015-06-30 13:36:19 +00003876static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003877_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003878{
3879 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003880 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003881 _mm512_setzero_ps (),
3882 (__mmask16) -1,
3883 _MM_FROUND_CUR_DIRECTION);
3884}
3885
Michael Zuckermanf1544752016-05-09 10:32:51 +00003886static __inline__ __m512 __DEFAULT_FN_ATTRS
3887_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003888{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003889 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3890 (__v16sf) __W,
3891 (__mmask16) __U,
3892 _MM_FROUND_CUR_DIRECTION);
3893}
3894
3895static __inline__ __m512 __DEFAULT_FN_ATTRS
3896_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3897{
3898 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3899 (__v16sf) _mm512_setzero_ps (),
3900 (__mmask16) __U,
3901 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003902}
3903
Michael Zuckerman186d8672016-05-31 11:27:34 +00003904#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3905 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3906 (__v8si)_mm256_setzero_si256(), \
3907 (__mmask8)-1, (int)(R)); })
3908
3909#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
3910 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003911 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003912 (__mmask8)(U), (int)(R)); })
3913
Craig Topperf3efec62016-06-08 06:08:07 +00003914#define _mm512_maskz_cvtt_roundpd_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003915 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3916 (__v8si)_mm256_setzero_si256(), \
3917 (__mmask8)(U), (int)(R)); })
3918
Michael Kupersteine45af542015-06-30 13:36:19 +00003919static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003920_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003921{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003922 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003923 (__v8si)_mm256_setzero_si256(),
3924 (__mmask8) -1,
3925 _MM_FROUND_CUR_DIRECTION);
3926}
3927
Michael Zuckermanf1544752016-05-09 10:32:51 +00003928static __inline__ __m256i __DEFAULT_FN_ATTRS
3929_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3930{
3931 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3932 (__v8si) __W,
3933 (__mmask8) __U,
3934 _MM_FROUND_CUR_DIRECTION);
3935}
3936
3937static __inline__ __m256i __DEFAULT_FN_ATTRS
3938_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3939{
3940 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3941 (__v8si) _mm256_setzero_si256 (),
3942 (__mmask8) __U,
3943 _MM_FROUND_CUR_DIRECTION);
3944}
3945
Craig Topper72c7d512015-02-01 07:35:35 +00003946#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003947 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003948 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003949 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003950
Craig Topperf3efec62016-06-08 06:08:07 +00003951#define _mm512_mask_cvtt_roundps_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003952 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003953 (__v16si)(__m512i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003954 (__mmask16)(U), (int)(R)); })
3955
Craig Topperf3efec62016-06-08 06:08:07 +00003956#define _mm512_maskz_cvtt_roundps_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003957 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
3958 (__v16si)_mm512_setzero_si512(), \
3959 (__mmask16)(U), (int)(R)); })
3960
Michael Zuckermanf1544752016-05-09 10:32:51 +00003961static __inline __m512i __DEFAULT_FN_ATTRS
3962_mm512_cvttps_epi32(__m512 __a)
3963{
3964 return (__m512i)
3965 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
3966 (__v16si) _mm512_setzero_si512 (),
3967 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
3968}
3969
3970static __inline__ __m512i __DEFAULT_FN_ATTRS
3971_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3972{
3973 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3974 (__v16si) __W,
3975 (__mmask16) __U,
3976 _MM_FROUND_CUR_DIRECTION);
3977}
3978
3979static __inline__ __m512i __DEFAULT_FN_ATTRS
3980_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
3981{
3982 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3983 (__v16si) _mm512_setzero_si512 (),
3984 (__mmask16) __U,
3985 _MM_FROUND_CUR_DIRECTION);
3986}
Craig Topper72c7d512015-02-01 07:35:35 +00003987
3988#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003989 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003990 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003991 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003992
Craig Topperf3efec62016-06-08 06:08:07 +00003993#define _mm512_mask_cvt_roundps_epi32(W, U, A, R) __extension__ ({ \
3994 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3995 (__v16si)(__m512i)(W), \
3996 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003997
Craig Topperf3efec62016-06-08 06:08:07 +00003998#define _mm512_maskz_cvt_roundps_epi32(U, A, R) __extension__ ({ \
3999 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
4000 (__v16si)_mm512_setzero_si512(), \
4001 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004002
Michael Zuckermanf1544752016-05-09 10:32:51 +00004003static __inline__ __m512i __DEFAULT_FN_ATTRS
4004_mm512_cvtps_epi32 (__m512 __A)
4005{
4006 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4007 (__v16si) _mm512_undefined_epi32 (),
4008 (__mmask16) -1,
4009 _MM_FROUND_CUR_DIRECTION);
4010}
4011
4012static __inline__ __m512i __DEFAULT_FN_ATTRS
4013_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4014{
4015 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4016 (__v16si) __W,
4017 (__mmask16) __U,
4018 _MM_FROUND_CUR_DIRECTION);
4019}
4020
4021static __inline__ __m512i __DEFAULT_FN_ATTRS
4022_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
4023{
4024 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4025 (__v16si)
4026 _mm512_setzero_si512 (),
4027 (__mmask16) __U,
4028 _MM_FROUND_CUR_DIRECTION);
4029}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004030
Craig Topper72c7d512015-02-01 07:35:35 +00004031#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004032 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004033 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004034 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004035
Craig Topperf3efec62016-06-08 06:08:07 +00004036#define _mm512_mask_cvt_roundpd_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004037 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004038 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004039 (__mmask8)(U), (int)(R)); })
4040
4041#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4042 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4043 (__v8si)_mm256_setzero_si256(), \
4044 (__mmask8)(U), (int)(R)); })
4045
Michael Zuckermanf1544752016-05-09 10:32:51 +00004046static __inline__ __m256i __DEFAULT_FN_ATTRS
4047_mm512_cvtpd_epi32 (__m512d __A)
4048{
4049 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4050 (__v8si)
4051 _mm256_undefined_si256 (),
4052 (__mmask8) -1,
4053 _MM_FROUND_CUR_DIRECTION);
4054}
4055
4056static __inline__ __m256i __DEFAULT_FN_ATTRS
4057_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4058{
4059 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4060 (__v8si) __W,
4061 (__mmask8) __U,
4062 _MM_FROUND_CUR_DIRECTION);
4063}
4064
4065static __inline__ __m256i __DEFAULT_FN_ATTRS
4066_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4067{
4068 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4069 (__v8si)
4070 _mm256_setzero_si256 (),
4071 (__mmask8) __U,
4072 _MM_FROUND_CUR_DIRECTION);
4073}
4074
Craig Topper72c7d512015-02-01 07:35:35 +00004075#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004076 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004077 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004078 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004079
Craig Topperf3efec62016-06-08 06:08:07 +00004080#define _mm512_mask_cvt_roundps_epu32(W, U, A, R) __extension__ ({ \
4081 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4082 (__v16si)(__m512i)(W), \
4083 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004084
Craig Topperf3efec62016-06-08 06:08:07 +00004085#define _mm512_maskz_cvt_roundps_epu32(U, A, R) __extension__ ({ \
4086 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4087 (__v16si)_mm512_setzero_si512(), \
4088 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004089
Michael Zuckermanf1544752016-05-09 10:32:51 +00004090static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004091_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004092{
4093 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4094 (__v16si)\
4095 _mm512_undefined_epi32 (),\
4096 (__mmask16) -1,\
4097 _MM_FROUND_CUR_DIRECTION);\
4098}
4099
4100static __inline__ __m512i __DEFAULT_FN_ATTRS
4101_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4102{
4103 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4104 (__v16si) __W,
4105 (__mmask16) __U,
4106 _MM_FROUND_CUR_DIRECTION);
4107}
4108
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004109static __inline__ __m512i __DEFAULT_FN_ATTRS
4110_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4111{
4112 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4113 (__v16si)
4114 _mm512_setzero_si512 (),
4115 (__mmask16) __U ,
4116 _MM_FROUND_CUR_DIRECTION);
4117}
4118
Craig Topper72c7d512015-02-01 07:35:35 +00004119#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004120 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004121 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004122 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004123
Craig Topperf3efec62016-06-08 06:08:07 +00004124#define _mm512_mask_cvt_roundpd_epu32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004125 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4126 (__v8si)(W), \
Craig Topperf3efec62016-06-08 06:08:07 +00004127 (__mmask8)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004128
4129#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4130 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4131 (__v8si)_mm256_setzero_si256(), \
4132 (__mmask8)(U), (int)(R)); })
4133
Michael Zuckermanf1544752016-05-09 10:32:51 +00004134static __inline__ __m256i __DEFAULT_FN_ATTRS
4135_mm512_cvtpd_epu32 (__m512d __A)
4136{
4137 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4138 (__v8si)
4139 _mm256_undefined_si256 (),
4140 (__mmask8) -1,
4141 _MM_FROUND_CUR_DIRECTION);
4142}
4143
4144static __inline__ __m256i __DEFAULT_FN_ATTRS
4145_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4146{
4147 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4148 (__v8si) __W,
4149 (__mmask8) __U,
4150 _MM_FROUND_CUR_DIRECTION);
4151}
4152
4153static __inline__ __m256i __DEFAULT_FN_ATTRS
4154_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4155{
4156 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4157 (__v8si)
4158 _mm256_setzero_si256 (),
4159 (__mmask8) __U,
4160 _MM_FROUND_CUR_DIRECTION);
4161}
Craig Topper79f53ca2016-06-23 06:36:42 +00004162
Adam Nemet63a951e2015-01-14 01:31:17 +00004163/* Unpack and Interleave */
Craig Topper79f53ca2016-06-23 06:36:42 +00004164
Michael Kupersteine45af542015-06-30 13:36:19 +00004165static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004166_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4167{
Craig Topper79f53ca2016-06-23 06:36:42 +00004168 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4169 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4170}
4171
4172static __inline__ __m512d __DEFAULT_FN_ATTRS
4173_mm512_mask_unpackhi_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4174{
4175 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4176 (__v8df)_mm512_unpackhi_pd(__A, __B),
4177 (__v8df)__W);
4178}
4179
4180static __inline__ __m512d __DEFAULT_FN_ATTRS
4181_mm512_maskz_unpackhi_pd(__mmask8 __U, __m512d __A, __m512d __B)
4182{
4183 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4184 (__v8df)_mm512_unpackhi_pd(__A, __B),
4185 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004186}
4187
Michael Kupersteine45af542015-06-30 13:36:19 +00004188static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004189_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4190{
Craig Topper79f53ca2016-06-23 06:36:42 +00004191 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4192 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4193}
4194
4195static __inline__ __m512d __DEFAULT_FN_ATTRS
4196_mm512_mask_unpacklo_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4197{
4198 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4199 (__v8df)_mm512_unpacklo_pd(__A, __B),
4200 (__v8df)__W);
4201}
4202
4203static __inline__ __m512d __DEFAULT_FN_ATTRS
4204_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
4205{
4206 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4207 (__v8df)_mm512_unpacklo_pd(__A, __B),
4208 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004209}
4210
Michael Kupersteine45af542015-06-30 13:36:19 +00004211static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004212_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4213{
Craig Topper79f53ca2016-06-23 06:36:42 +00004214 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4215 2, 18, 3, 19,
4216 2+4, 18+4, 3+4, 19+4,
4217 2+8, 18+8, 3+8, 19+8,
4218 2+12, 18+12, 3+12, 19+12);
4219}
4220
4221static __inline__ __m512 __DEFAULT_FN_ATTRS
4222_mm512_mask_unpackhi_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4223{
4224 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4225 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4226 (__v16sf)__W);
4227}
4228
4229static __inline__ __m512 __DEFAULT_FN_ATTRS
4230_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
4231{
4232 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4233 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4234 (__v16sf)_mm512_setzero_ps());
Adam Nemet63a951e2015-01-14 01:31:17 +00004235}
4236
Michael Kupersteine45af542015-06-30 13:36:19 +00004237static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004238_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4239{
Craig Topper79f53ca2016-06-23 06:36:42 +00004240 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4241 0, 16, 1, 17,
4242 0+4, 16+4, 1+4, 17+4,
4243 0+8, 16+8, 1+8, 17+8,
4244 0+12, 16+12, 1+12, 17+12);
4245}
4246
4247static __inline__ __m512 __DEFAULT_FN_ATTRS
4248_mm512_mask_unpacklo_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4249{
4250 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4251 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4252 (__v16sf)__W);
4253}
4254
4255static __inline__ __m512 __DEFAULT_FN_ATTRS
4256_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
4257{
4258 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4259 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4260 (__v16sf)_mm512_setzero_ps());
4261}
4262
4263static __inline__ __m512i __DEFAULT_FN_ATTRS
4264_mm512_unpackhi_epi32(__m512i __A, __m512i __B)
4265{
4266 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4267 2, 18, 3, 19,
4268 2+4, 18+4, 3+4, 19+4,
4269 2+8, 18+8, 3+8, 19+8,
4270 2+12, 18+12, 3+12, 19+12);
4271}
4272
4273static __inline__ __m512i __DEFAULT_FN_ATTRS
4274_mm512_mask_unpackhi_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4275{
4276 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4277 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4278 (__v16si)__W);
4279}
4280
4281static __inline__ __m512i __DEFAULT_FN_ATTRS
4282_mm512_maskz_unpackhi_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4283{
4284 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4285 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4286 (__v16si)_mm512_setzero_si512());
4287}
4288
4289static __inline__ __m512i __DEFAULT_FN_ATTRS
4290_mm512_unpacklo_epi32(__m512i __A, __m512i __B)
4291{
4292 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4293 0, 16, 1, 17,
4294 0+4, 16+4, 1+4, 17+4,
4295 0+8, 16+8, 1+8, 17+8,
4296 0+12, 16+12, 1+12, 17+12);
4297}
4298
4299static __inline__ __m512i __DEFAULT_FN_ATTRS
4300_mm512_mask_unpacklo_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4301{
4302 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4303 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4304 (__v16si)__W);
4305}
4306
4307static __inline__ __m512i __DEFAULT_FN_ATTRS
4308_mm512_maskz_unpacklo_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4309{
4310 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4311 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4312 (__v16si)_mm512_setzero_si512());
4313}
4314
4315static __inline__ __m512i __DEFAULT_FN_ATTRS
4316_mm512_unpackhi_epi64(__m512i __A, __m512i __B)
4317{
4318 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4319 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4320}
4321
4322static __inline__ __m512i __DEFAULT_FN_ATTRS
4323_mm512_mask_unpackhi_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4324{
4325 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4326 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4327 (__v8di)__W);
4328}
4329
4330static __inline__ __m512i __DEFAULT_FN_ATTRS
4331_mm512_maskz_unpackhi_epi64(__mmask8 __U, __m512i __A, __m512i __B)
4332{
4333 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4334 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4335 (__v8di)_mm512_setzero_si512());
4336}
4337
4338static __inline__ __m512i __DEFAULT_FN_ATTRS
4339_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
4340{
4341 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4342 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4343}
4344
4345static __inline__ __m512i __DEFAULT_FN_ATTRS
4346_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4347{
4348 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4349 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4350 (__v8di)__W);
4351}
4352
4353static __inline__ __m512i __DEFAULT_FN_ATTRS
4354_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4355{
4356 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4357 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4358 (__v8di)_mm512_setzero_si512());
Adam Nemet63a951e2015-01-14 01:31:17 +00004359}
4360
Adam Nemet0d5bb552014-07-28 17:14:40 +00004361/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004362
Michael Kupersteine45af542015-06-30 13:36:19 +00004363static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004364_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004365{
4366 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4367 (__v16si) __B,
4368 (__mmask16) -1);
4369}
4370
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004371static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4372_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4373{
4374 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4375 (__v16si) __B, __U);
4376}
4377
Michael Kupersteine45af542015-06-30 13:36:19 +00004378static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004379_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004380{
4381 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4382 (__v8di) __B,
4383 (__mmask8) -1);
4384}
4385
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004386static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4387_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4388{
4389 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4390}
4391
4392
Adam Nemet0d5bb552014-07-28 17:14:40 +00004393/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004394
Michael Kupersteine45af542015-06-30 13:36:19 +00004395static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004396_mm512_loadu_si512 (void const *__P)
4397{
Craig Topper4537ea72016-05-14 06:03:13 +00004398 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004399 (__v16si)
4400 _mm512_setzero_si512 (),
4401 (__mmask16) -1);
4402}
4403
4404static __inline __m512i __DEFAULT_FN_ATTRS
4405_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4406{
Craig Topper4537ea72016-05-14 06:03:13 +00004407 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004408 (__v16si) __W,
4409 (__mmask16) __U);
4410}
4411
4412
4413static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004414_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004415{
Craig Topper4537ea72016-05-14 06:03:13 +00004416 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004417 (__v16si)
4418 _mm512_setzero_si512 (),
4419 (__mmask16) __U);
4420}
4421
Michael Kupersteine45af542015-06-30 13:36:19 +00004422static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004423_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4424{
Craig Topper4537ea72016-05-14 06:03:13 +00004425 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004426 (__v8di) __W,
4427 (__mmask8) __U);
4428}
4429
4430static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004431_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004432{
Craig Topper4537ea72016-05-14 06:03:13 +00004433 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004434 (__v8di)
4435 _mm512_setzero_si512 (),
4436 (__mmask8) __U);
4437}
4438
Michael Kupersteine45af542015-06-30 13:36:19 +00004439static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004440_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4441{
Craig Topper4537ea72016-05-14 06:03:13 +00004442 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004443 (__v16sf) __W,
4444 (__mmask16) __U);
4445}
4446
4447static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004448_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004449{
Craig Topper4537ea72016-05-14 06:03:13 +00004450 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004451 (__v16sf)
4452 _mm512_setzero_ps (),
4453 (__mmask16) __U);
4454}
4455
Michael Kupersteine45af542015-06-30 13:36:19 +00004456static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004457_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004458{
Craig Topper4537ea72016-05-14 06:03:13 +00004459 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004460 (__v8df) __W,
4461 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004462}
4463
Michael Kupersteine45af542015-06-30 13:36:19 +00004464static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004465_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004466{
Craig Topper4537ea72016-05-14 06:03:13 +00004467 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004468 (__v8df)
4469 _mm512_setzero_pd (),
4470 (__mmask8) __U);
4471}
4472
Michael Kupersteine45af542015-06-30 13:36:19 +00004473static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004474_mm512_loadu_pd(double const *__p)
4475{
4476 struct __loadu_pd {
4477 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004478 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004479 return ((struct __loadu_pd*)__p)->__v;
4480}
4481
Michael Kupersteine45af542015-06-30 13:36:19 +00004482static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004483_mm512_loadu_ps(float const *__p)
4484{
4485 struct __loadu_ps {
4486 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004487 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004488 return ((struct __loadu_ps*)__p)->__v;
4489}
4490
Michael Kupersteine45af542015-06-30 13:36:19 +00004491static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004492_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004493{
4494 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4495 (__v16sf)
4496 _mm512_setzero_ps (),
4497 (__mmask16) -1);
4498}
4499
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004500static __inline __m512 __DEFAULT_FN_ATTRS
4501_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4502{
4503 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4504 (__v16sf) __W,
4505 (__mmask16) __U);
4506}
4507
4508static __inline __m512 __DEFAULT_FN_ATTRS
4509_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4510{
4511 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4512 (__v16sf)
4513 _mm512_setzero_ps (),
4514 (__mmask16) __U);
4515}
4516
Michael Kupersteine45af542015-06-30 13:36:19 +00004517static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004518_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004519{
4520 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4521 (__v8df)
4522 _mm512_setzero_pd (),
4523 (__mmask8) -1);
4524}
4525
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004526static __inline __m512d __DEFAULT_FN_ATTRS
4527_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4528{
4529 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4530 (__v8df) __W,
4531 (__mmask8) __U);
4532}
4533
4534static __inline __m512d __DEFAULT_FN_ATTRS
4535_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4536{
4537 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4538 (__v8df)
4539 _mm512_setzero_pd (),
4540 (__mmask8) __U);
4541}
4542
4543static __inline __m512i __DEFAULT_FN_ATTRS
4544_mm512_load_si512 (void const *__P)
4545{
4546 return *(__m512i *) __P;
4547}
4548
4549static __inline __m512i __DEFAULT_FN_ATTRS
4550_mm512_load_epi32 (void const *__P)
4551{
4552 return *(__m512i *) __P;
4553}
4554
4555static __inline __m512i __DEFAULT_FN_ATTRS
4556_mm512_load_epi64 (void const *__P)
4557{
4558 return *(__m512i *) __P;
4559}
4560
Adam Nemet0d5bb552014-07-28 17:14:40 +00004561/* SIMD store ops */
4562
Michael Kupersteine45af542015-06-30 13:36:19 +00004563static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004564_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004565{
Craig Topper4537ea72016-05-14 06:03:13 +00004566 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004567 (__mmask8) __U);
4568}
4569
Michael Kupersteine45af542015-06-30 13:36:19 +00004570static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004571_mm512_storeu_si512 (void *__P, __m512i __A)
4572{
Craig Topper4537ea72016-05-14 06:03:13 +00004573 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004574 (__mmask16) -1);
4575}
4576
4577static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004578_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004579{
Craig Topper4537ea72016-05-14 06:03:13 +00004580 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004581 (__mmask16) __U);
4582}
4583
Michael Kupersteine45af542015-06-30 13:36:19 +00004584static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004585_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004586{
Craig Topper4537ea72016-05-14 06:03:13 +00004587 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004588}
4589
Michael Kupersteine45af542015-06-30 13:36:19 +00004590static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004591_mm512_storeu_pd(void *__P, __m512d __A)
4592{
Craig Topper4537ea72016-05-14 06:03:13 +00004593 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004594}
4595
Michael Kupersteine45af542015-06-30 13:36:19 +00004596static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004597_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004598{
Craig Topper4537ea72016-05-14 06:03:13 +00004599 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004600 (__mmask16) __U);
4601}
4602
Michael Kupersteine45af542015-06-30 13:36:19 +00004603static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004604_mm512_storeu_ps(void *__P, __m512 __A)
4605{
Craig Topper4537ea72016-05-14 06:03:13 +00004606 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004607}
4608
Michael Kupersteine45af542015-06-30 13:36:19 +00004609static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004610_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004611{
Adam Nemetc0cff242015-01-16 18:51:50 +00004612 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004613}
4614
Michael Kupersteine45af542015-06-30 13:36:19 +00004615static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004616_mm512_store_pd(void *__P, __m512d __A)
4617{
4618 *(__m512d*)__P = __A;
4619}
4620
Michael Kupersteine45af542015-06-30 13:36:19 +00004621static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004622_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4623{
4624 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4625 (__mmask16) __U);
4626}
4627
Michael Kupersteine45af542015-06-30 13:36:19 +00004628static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004629_mm512_store_ps(void *__P, __m512 __A)
4630{
4631 *(__m512*)__P = __A;
4632}
4633
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004634static __inline void __DEFAULT_FN_ATTRS
4635_mm512_store_si512 (void *__P, __m512i __A)
4636{
4637 *(__m512i *) __P = __A;
4638}
4639
4640static __inline void __DEFAULT_FN_ATTRS
4641_mm512_store_epi32 (void *__P, __m512i __A)
4642{
4643 *(__m512i *) __P = __A;
4644}
4645
4646static __inline void __DEFAULT_FN_ATTRS
4647_mm512_store_epi64 (void *__P, __m512i __A)
4648{
4649 *(__m512i *) __P = __A;
4650}
4651
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004652/* Mask ops */
4653
Michael Kupersteine45af542015-06-30 13:36:19 +00004654static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004655_mm512_knot(__mmask16 __M)
4656{
4657 return __builtin_ia32_knothi(__M);
4658}
4659
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004660/* Integer compare */
4661
Michael Kupersteine45af542015-06-30 13:36:19 +00004662static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004663_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4664 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4665 (__mmask16)-1);
4666}
4667
Michael Kupersteine45af542015-06-30 13:36:19 +00004668static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004669_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4670 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4671 __u);
4672}
4673
Michael Kupersteine45af542015-06-30 13:36:19 +00004674static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004675_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4676 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4677 (__mmask16)-1);
4678}
4679
Michael Kupersteine45af542015-06-30 13:36:19 +00004680static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004681_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4682 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4683 __u);
4684}
4685
Michael Kupersteine45af542015-06-30 13:36:19 +00004686static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004687_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4688 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4689 __u);
4690}
4691
Michael Kupersteine45af542015-06-30 13:36:19 +00004692static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004693_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4694 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4695 (__mmask8)-1);
4696}
4697
Michael Kupersteine45af542015-06-30 13:36:19 +00004698static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004699_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4700 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4701 (__mmask8)-1);
4702}
4703
Michael Kupersteine45af542015-06-30 13:36:19 +00004704static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004705_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4706 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4707 __u);
4708}
4709
Michael Kupersteine45af542015-06-30 13:36:19 +00004710static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004711_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4712 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4713 (__mmask16)-1);
4714}
4715
Michael Kupersteine45af542015-06-30 13:36:19 +00004716static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004717_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4718 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4719 __u);
4720}
4721
Michael Kupersteine45af542015-06-30 13:36:19 +00004722static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004723_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4724 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4725 (__mmask16)-1);
4726}
4727
Michael Kupersteine45af542015-06-30 13:36:19 +00004728static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004729_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4730 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4731 __u);
4732}
4733
Michael Kupersteine45af542015-06-30 13:36:19 +00004734static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004735_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4736 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4737 (__mmask8)-1);
4738}
4739
Michael Kupersteine45af542015-06-30 13:36:19 +00004740static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004741_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4742 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4743 __u);
4744}
4745
Michael Kupersteine45af542015-06-30 13:36:19 +00004746static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004747_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4748 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4749 (__mmask8)-1);
4750}
4751
Michael Kupersteine45af542015-06-30 13:36:19 +00004752static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004753_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4754 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4755 __u);
4756}
4757
Michael Kupersteine45af542015-06-30 13:36:19 +00004758static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004759_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4760 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4761 (__mmask16)-1);
4762}
4763
Michael Kupersteine45af542015-06-30 13:36:19 +00004764static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004765_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4766 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4767 __u);
4768}
4769
Michael Kupersteine45af542015-06-30 13:36:19 +00004770static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004771_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4772 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4773 (__mmask16)-1);
4774}
4775
Michael Kupersteine45af542015-06-30 13:36:19 +00004776static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004777_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4778 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4779 __u);
4780}
4781
Michael Kupersteine45af542015-06-30 13:36:19 +00004782static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004783_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4784 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4785 __u);
4786}
4787
Michael Kupersteine45af542015-06-30 13:36:19 +00004788static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004789_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4790 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4791 (__mmask8)-1);
4792}
4793
Michael Kupersteine45af542015-06-30 13:36:19 +00004794static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004795_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4796 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4797 (__mmask8)-1);
4798}
4799
Michael Kupersteine45af542015-06-30 13:36:19 +00004800static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004801_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4802 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4803 __u);
4804}
4805
Michael Kupersteine45af542015-06-30 13:36:19 +00004806static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004807_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4808 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4809 (__mmask16)-1);
4810}
4811
Michael Kupersteine45af542015-06-30 13:36:19 +00004812static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004813_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4814 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4815 __u);
4816}
4817
Michael Kupersteine45af542015-06-30 13:36:19 +00004818static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004819_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4820 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4821 (__mmask16)-1);
4822}
4823
Michael Kupersteine45af542015-06-30 13:36:19 +00004824static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004825_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4826 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4827 __u);
4828}
4829
Michael Kupersteine45af542015-06-30 13:36:19 +00004830static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004831_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4832 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4833 (__mmask8)-1);
4834}
4835
Michael Kupersteine45af542015-06-30 13:36:19 +00004836static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004837_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4838 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4839 __u);
4840}
4841
Michael Kupersteine45af542015-06-30 13:36:19 +00004842static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004843_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4844 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4845 (__mmask8)-1);
4846}
4847
Michael Kupersteine45af542015-06-30 13:36:19 +00004848static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004849_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4850 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4851 __u);
4852}
4853
Michael Kupersteine45af542015-06-30 13:36:19 +00004854static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004855_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4856 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4857 (__mmask16)-1);
4858}
4859
Michael Kupersteine45af542015-06-30 13:36:19 +00004860static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004861_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4862 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4863 __u);
4864}
4865
Michael Kupersteine45af542015-06-30 13:36:19 +00004866static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004867_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4868 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4869 (__mmask16)-1);
4870}
4871
Michael Kupersteine45af542015-06-30 13:36:19 +00004872static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004873_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4874 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4875 __u);
4876}
4877
Michael Kupersteine45af542015-06-30 13:36:19 +00004878static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004879_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4880 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4881 (__mmask8)-1);
4882}
4883
Michael Kupersteine45af542015-06-30 13:36:19 +00004884static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004885_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4886 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4887 __u);
4888}
4889
Michael Kupersteine45af542015-06-30 13:36:19 +00004890static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004891_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4892 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4893 (__mmask8)-1);
4894}
4895
Michael Kupersteine45af542015-06-30 13:36:19 +00004896static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004897_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4898 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4899 __u);
4900}
4901
Michael Kupersteine45af542015-06-30 13:36:19 +00004902static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004903_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4904 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4905 (__mmask16)-1);
4906}
4907
Michael Kupersteine45af542015-06-30 13:36:19 +00004908static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004909_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4910 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4911 __u);
4912}
4913
Michael Kupersteine45af542015-06-30 13:36:19 +00004914static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004915_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4916 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4917 (__mmask16)-1);
4918}
4919
Michael Kupersteine45af542015-06-30 13:36:19 +00004920static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004921_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4922 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4923 __u);
4924}
4925
Michael Kupersteine45af542015-06-30 13:36:19 +00004926static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004927_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4928 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4929 (__mmask8)-1);
4930}
4931
Michael Kupersteine45af542015-06-30 13:36:19 +00004932static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004933_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4934 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4935 __u);
4936}
4937
Michael Kupersteine45af542015-06-30 13:36:19 +00004938static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004939_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4940 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4941 (__mmask8)-1);
4942}
4943
Michael Kupersteine45af542015-06-30 13:36:19 +00004944static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004945_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4946 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4947 __u);
4948}
4949
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004950static __inline__ __m512i __DEFAULT_FN_ATTRS
4951_mm512_cvtepi8_epi32 (__m128i __A)
4952{
4953 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4954 (__v16si)
4955 _mm512_setzero_si512 (),
4956 (__mmask16) -1);
4957}
4958
4959static __inline__ __m512i __DEFAULT_FN_ATTRS
4960_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4961{
4962 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4963 (__v16si) __W,
4964 (__mmask16) __U);
4965}
4966
4967static __inline__ __m512i __DEFAULT_FN_ATTRS
4968_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4969{
4970 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4971 (__v16si)
4972 _mm512_setzero_si512 (),
4973 (__mmask16) __U);
4974}
4975
4976static __inline__ __m512i __DEFAULT_FN_ATTRS
4977_mm512_cvtepi8_epi64 (__m128i __A)
4978{
4979 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4980 (__v8di)
4981 _mm512_setzero_si512 (),
4982 (__mmask8) -1);
4983}
4984
4985static __inline__ __m512i __DEFAULT_FN_ATTRS
4986_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4987{
4988 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4989 (__v8di) __W,
4990 (__mmask8) __U);
4991}
4992
4993static __inline__ __m512i __DEFAULT_FN_ATTRS
4994_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4995{
4996 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4997 (__v8di)
4998 _mm512_setzero_si512 (),
4999 (__mmask8) __U);
5000}
5001
5002static __inline__ __m512i __DEFAULT_FN_ATTRS
5003_mm512_cvtepi32_epi64 (__m256i __X)
5004{
5005 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5006 (__v8di)
5007 _mm512_setzero_si512 (),
5008 (__mmask8) -1);
5009}
5010
5011static __inline__ __m512i __DEFAULT_FN_ATTRS
5012_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5013{
5014 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5015 (__v8di) __W,
5016 (__mmask8) __U);
5017}
5018
5019static __inline__ __m512i __DEFAULT_FN_ATTRS
5020_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
5021{
5022 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5023 (__v8di)
5024 _mm512_setzero_si512 (),
5025 (__mmask8) __U);
5026}
5027
5028static __inline__ __m512i __DEFAULT_FN_ATTRS
5029_mm512_cvtepi16_epi32 (__m256i __A)
5030{
5031 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5032 (__v16si)
5033 _mm512_setzero_si512 (),
5034 (__mmask16) -1);
5035}
5036
5037static __inline__ __m512i __DEFAULT_FN_ATTRS
5038_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5039{
5040 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5041 (__v16si) __W,
5042 (__mmask16) __U);
5043}
5044
5045static __inline__ __m512i __DEFAULT_FN_ATTRS
5046_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
5047{
5048 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5049 (__v16si)
5050 _mm512_setzero_si512 (),
5051 (__mmask16) __U);
5052}
5053
5054static __inline__ __m512i __DEFAULT_FN_ATTRS
5055_mm512_cvtepi16_epi64 (__m128i __A)
5056{
5057 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5058 (__v8di)
5059 _mm512_setzero_si512 (),
5060 (__mmask8) -1);
5061}
5062
5063static __inline__ __m512i __DEFAULT_FN_ATTRS
5064_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5065{
5066 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5067 (__v8di) __W,
5068 (__mmask8) __U);
5069}
5070
5071static __inline__ __m512i __DEFAULT_FN_ATTRS
5072_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
5073{
5074 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5075 (__v8di)
5076 _mm512_setzero_si512 (),
5077 (__mmask8) __U);
5078}
5079
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005080static __inline__ __m512i __DEFAULT_FN_ATTRS
5081_mm512_cvtepu8_epi32 (__m128i __A)
5082{
5083 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5084 (__v16si)
5085 _mm512_setzero_si512 (),
5086 (__mmask16) -1);
5087}
5088
5089static __inline__ __m512i __DEFAULT_FN_ATTRS
5090_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
5091{
5092 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5093 (__v16si) __W,
5094 (__mmask16) __U);
5095}
5096
5097static __inline__ __m512i __DEFAULT_FN_ATTRS
5098_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
5099{
5100 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5101 (__v16si)
5102 _mm512_setzero_si512 (),
5103 (__mmask16) __U);
5104}
5105
5106static __inline__ __m512i __DEFAULT_FN_ATTRS
5107_mm512_cvtepu8_epi64 (__m128i __A)
5108{
5109 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5110 (__v8di)
5111 _mm512_setzero_si512 (),
5112 (__mmask8) -1);
5113}
5114
5115static __inline__ __m512i __DEFAULT_FN_ATTRS
5116_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5117{
5118 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5119 (__v8di) __W,
5120 (__mmask8) __U);
5121}
5122
5123static __inline__ __m512i __DEFAULT_FN_ATTRS
5124_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
5125{
5126 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5127 (__v8di)
5128 _mm512_setzero_si512 (),
5129 (__mmask8) __U);
5130}
5131
5132static __inline__ __m512i __DEFAULT_FN_ATTRS
5133_mm512_cvtepu32_epi64 (__m256i __X)
5134{
5135 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5136 (__v8di)
5137 _mm512_setzero_si512 (),
5138 (__mmask8) -1);
5139}
5140
5141static __inline__ __m512i __DEFAULT_FN_ATTRS
5142_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5143{
5144 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5145 (__v8di) __W,
5146 (__mmask8) __U);
5147}
5148
5149static __inline__ __m512i __DEFAULT_FN_ATTRS
5150_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
5151{
5152 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5153 (__v8di)
5154 _mm512_setzero_si512 (),
5155 (__mmask8) __U);
5156}
5157
5158static __inline__ __m512i __DEFAULT_FN_ATTRS
5159_mm512_cvtepu16_epi32 (__m256i __A)
5160{
5161 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5162 (__v16si)
5163 _mm512_setzero_si512 (),
5164 (__mmask16) -1);
5165}
5166
5167static __inline__ __m512i __DEFAULT_FN_ATTRS
5168_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5169{
5170 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5171 (__v16si) __W,
5172 (__mmask16) __U);
5173}
5174
5175static __inline__ __m512i __DEFAULT_FN_ATTRS
5176_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5177{
5178 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5179 (__v16si)
5180 _mm512_setzero_si512 (),
5181 (__mmask16) __U);
5182}
5183
5184static __inline__ __m512i __DEFAULT_FN_ATTRS
5185_mm512_cvtepu16_epi64 (__m128i __A)
5186{
5187 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5188 (__v8di)
5189 _mm512_setzero_si512 (),
5190 (__mmask8) -1);
5191}
5192
5193static __inline__ __m512i __DEFAULT_FN_ATTRS
5194_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5195{
5196 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5197 (__v8di) __W,
5198 (__mmask8) __U);
5199}
5200
5201static __inline__ __m512i __DEFAULT_FN_ATTRS
5202_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5203{
5204 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5205 (__v8di)
5206 _mm512_setzero_si512 (),
5207 (__mmask8) __U);
5208}
5209
Michael Zuckermane98cc742016-02-23 15:59:47 +00005210static __inline__ __m512i __DEFAULT_FN_ATTRS
5211_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5212{
5213 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5214 (__v16si) __B,
5215 (__v16si)
5216 _mm512_setzero_si512 (),
5217 (__mmask16) -1);
5218}
5219
5220static __inline__ __m512i __DEFAULT_FN_ATTRS
5221_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5222{
5223 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5224 (__v16si) __B,
5225 (__v16si) __W,
5226 (__mmask16) __U);
5227}
5228
5229static __inline__ __m512i __DEFAULT_FN_ATTRS
5230_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5231{
5232 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5233 (__v16si) __B,
5234 (__v16si)
5235 _mm512_setzero_si512 (),
5236 (__mmask16) __U);
5237}
5238
5239static __inline__ __m512i __DEFAULT_FN_ATTRS
5240_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5241{
5242 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5243 (__v8di) __B,
5244 (__v8di)
5245 _mm512_setzero_si512 (),
5246 (__mmask8) -1);
5247}
5248
5249static __inline__ __m512i __DEFAULT_FN_ATTRS
5250_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5251{
5252 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5253 (__v8di) __B,
5254 (__v8di) __W,
5255 (__mmask8) __U);
5256}
5257
5258static __inline__ __m512i __DEFAULT_FN_ATTRS
5259_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5260{
5261 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5262 (__v8di) __B,
5263 (__v8di)
5264 _mm512_setzero_si512 (),
5265 (__mmask8) __U);
5266}
5267
5268
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005269
Craig Topper4cac1c22015-01-25 23:30:07 +00005270#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005271 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005272 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005273 (__mmask16)-1); })
5274
5275#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005276 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005277 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005278 (__mmask16)-1); })
5279
5280#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005281 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005282 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005283 (__mmask8)-1); })
5284
5285#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005286 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005287 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005288 (__mmask8)-1); })
5289
5290#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005291 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005292 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005293 (__mmask16)(m)); })
5294
5295#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005296 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005297 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005298 (__mmask16)(m)); })
5299
5300#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005301 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005302 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005303 (__mmask8)(m)); })
5304
5305#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005306 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005307 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005308 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005309
Michael Zuckerman38a27272016-02-22 09:05:41 +00005310#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005311 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5312 (__v16si)_mm512_setzero_si512(), \
5313 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005314
5315#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005316 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5317 (__v16si)(__m512i)(W), \
5318 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005319
5320#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005321 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5322 (__v16si)_mm512_setzero_si512(), \
5323 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005324
5325#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005326 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5327 (__v8di)_mm512_setzero_si512(), \
5328 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005329
5330#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005331 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5332 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005333
5334#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005335 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5336 (__v8di)_mm512_setzero_si512(), \
5337 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005338static __inline__ __m512i __DEFAULT_FN_ATTRS
5339_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5340{
5341 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5342 (__v16si) __B,
5343 (__v16si)
5344 _mm512_setzero_si512 (),
5345 (__mmask16) -1);
5346}
5347
5348static __inline__ __m512i __DEFAULT_FN_ATTRS
5349_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5350{
5351 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5352 (__v16si) __B,
5353 (__v16si) __W,
5354 (__mmask16) __U);
5355}
5356
5357static __inline__ __m512i __DEFAULT_FN_ATTRS
5358_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5359{
5360 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5361 (__v16si) __B,
5362 (__v16si)
5363 _mm512_setzero_si512 (),
5364 (__mmask16) __U);
5365}
5366
5367static __inline__ __m512i __DEFAULT_FN_ATTRS
5368_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5369{
5370 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5371 (__v8di) __B,
5372 (__v8di)
5373 _mm512_setzero_si512 (),
5374 (__mmask8) -1);
5375}
5376
5377static __inline__ __m512i __DEFAULT_FN_ATTRS
5378_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5379{
5380 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5381 (__v8di) __B,
5382 (__v8di) __W,
5383 (__mmask8) __U);
5384}
5385
5386static __inline__ __m512i __DEFAULT_FN_ATTRS
5387_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5388{
5389 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5390 (__v8di) __B,
5391 (__v8di)
5392 _mm512_setzero_si512 (),
5393 (__mmask8) __U);
5394}
5395
Craig Topper8c18e112016-05-17 04:41:50 +00005396#define _mm512_ror_epi32(A, B) __extension__ ({ \
5397 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5398 (__v16si)_mm512_setzero_si512(), \
5399 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005400
Craig Topper8c18e112016-05-17 04:41:50 +00005401#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5402 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5403 (__v16si)(__m512i)(W), \
5404 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005405
Craig Topper8c18e112016-05-17 04:41:50 +00005406#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5407 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5408 (__v16si)_mm512_setzero_si512(), \
5409 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005410
Craig Topper8c18e112016-05-17 04:41:50 +00005411#define _mm512_ror_epi64(A, B) __extension__ ({ \
5412 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5413 (__v8di)_mm512_setzero_si512(), \
5414 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005415
Craig Topper8c18e112016-05-17 04:41:50 +00005416#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5417 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5418 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005419
Craig Topper8c18e112016-05-17 04:41:50 +00005420#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5421 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5422 (__v8di)_mm512_setzero_si512(), \
5423 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005424
Craig Topper8c18e112016-05-17 04:41:50 +00005425#define _mm512_slli_epi32(A, B) __extension__ ({ \
5426 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5427 (__v16si)_mm512_setzero_si512(), \
5428 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005429
Craig Topper8c18e112016-05-17 04:41:50 +00005430#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5431 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5432 (__v16si)(__m512i)(W), \
5433 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005434
Craig Topper8c18e112016-05-17 04:41:50 +00005435#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5436 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5437 (__v16si)_mm512_setzero_si512(), \
5438 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005439
Craig Topper8c18e112016-05-17 04:41:50 +00005440#define _mm512_slli_epi64(A, B) __extension__ ({ \
5441 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5442 (__v8di)_mm512_setzero_si512(), \
5443 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005444
Craig Topper8c18e112016-05-17 04:41:50 +00005445#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5446 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5447 (__v8di)(__m512i)(W), \
5448 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005449
Craig Topper8c18e112016-05-17 04:41:50 +00005450#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5451 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5452 (__v8di)_mm512_setzero_si512(), \
5453 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005454
Michael Zuckerman38a27272016-02-22 09:05:41 +00005455
Michael Zuckermand176d742016-03-01 17:49:03 +00005456
Craig Topper8c18e112016-05-17 04:41:50 +00005457#define _mm512_srli_epi32(A, B) __extension__ ({ \
5458 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5459 (__v16si)_mm512_setzero_si512(), \
5460 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005461
Craig Topper8c18e112016-05-17 04:41:50 +00005462#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5463 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5464 (__v16si)(__m512i)(W), \
5465 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005466
Craig Topper8c18e112016-05-17 04:41:50 +00005467#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5468 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5469 (__v16si)_mm512_setzero_si512(), \
5470 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005471
Craig Topper8c18e112016-05-17 04:41:50 +00005472#define _mm512_srli_epi64(A, B) __extension__ ({ \
5473 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5474 (__v8di)_mm512_setzero_si512(), \
5475 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005476
Craig Topper8c18e112016-05-17 04:41:50 +00005477#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5478 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5479 (__v8di)(__m512i)(W), \
5480 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005481
Craig Topper8c18e112016-05-17 04:41:50 +00005482#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5483 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5484 (__v8di)_mm512_setzero_si512(), \
5485 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005486
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005487static __inline__ __m512i __DEFAULT_FN_ATTRS
5488_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5489{
5490 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5491 (__v16si) __W,
5492 (__mmask16) __U);
5493}
5494
5495static __inline__ __m512i __DEFAULT_FN_ATTRS
5496_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5497{
5498 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5499 (__v16si)
5500 _mm512_setzero_si512 (),
5501 (__mmask16) __U);
5502}
5503
5504static __inline__ void __DEFAULT_FN_ATTRS
5505_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5506{
5507 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5508 (__mmask16) __U);
5509}
5510
5511static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005512_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5513{
Igor Bregeraadb8762016-06-08 13:59:20 +00005514 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5515 (__v16si) __A,
5516 (__v16si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +00005517}
5518
5519static __inline__ __m512i __DEFAULT_FN_ATTRS
5520_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5521{
Igor Bregeraadb8762016-06-08 13:59:20 +00005522 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5523 (__v16si) __A,
5524 (__v16si) _mm512_setzero_si512 ());
Michael Zuckermane6542002016-05-23 08:01:48 +00005525}
5526
5527static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005528_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5529{
Igor Bregeraadb8762016-06-08 13:59:20 +00005530 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5531 (__v8di) __A,
5532 (__v8di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005533}
5534
5535static __inline__ __m512i __DEFAULT_FN_ATTRS
5536_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5537{
Igor Bregeraadb8762016-06-08 13:59:20 +00005538 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5539 (__v8di) __A,
5540 (__v8di) _mm512_setzero_si512 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005541}
5542
5543static __inline__ __m512i __DEFAULT_FN_ATTRS
5544_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5545{
5546 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5547 (__v8di) __W,
5548 (__mmask8) __U);
5549}
5550
5551static __inline__ __m512i __DEFAULT_FN_ATTRS
5552_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5553{
5554 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5555 (__v8di)
5556 _mm512_setzero_si512 (),
5557 (__mmask8) __U);
5558}
5559
5560static __inline__ void __DEFAULT_FN_ATTRS
5561_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5562{
5563 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5564 (__mmask8) __U);
5565}
5566
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005567static __inline__ __m512d __DEFAULT_FN_ATTRS
5568_mm512_movedup_pd (__m512d __A)
5569{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005570 return (__m512d)__builtin_shufflevector((__v8df)__A, (__v8df)__A,
5571 0, 0, 2, 2, 4, 4, 6, 6);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005572}
5573
5574static __inline__ __m512d __DEFAULT_FN_ATTRS
5575_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5576{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005577 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5578 (__v8df)_mm512_movedup_pd(__A),
5579 (__v8df)__W);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005580}
5581
5582static __inline__ __m512d __DEFAULT_FN_ATTRS
5583_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5584{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005585 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5586 (__v8df)_mm512_movedup_pd(__A),
5587 (__v8df)_mm512_setzero_pd());
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005588}
5589
Craig Topper8c18e112016-05-17 04:41:50 +00005590#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5591 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5592 (__v8df)(__m512d)(B), \
5593 (__v8di)(__m512i)(C), (int)(imm), \
5594 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005595
Craig Topper8c18e112016-05-17 04:41:50 +00005596#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5597 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5598 (__v8df)(__m512d)(B), \
5599 (__v8di)(__m512i)(C), (int)(imm), \
5600 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005601
Craig Topper8c18e112016-05-17 04:41:50 +00005602#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5603 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5604 (__v8df)(__m512d)(B), \
5605 (__v8di)(__m512i)(C), (int)(imm), \
5606 (__mmask8)-1, \
5607 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005608
Craig Topper8c18e112016-05-17 04:41:50 +00005609#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5610 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5611 (__v8df)(__m512d)(B), \
5612 (__v8di)(__m512i)(C), (int)(imm), \
5613 (__mmask8)(U), \
5614 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005615
Craig Topper8c18e112016-05-17 04:41:50 +00005616#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5617 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5618 (__v8df)(__m512d)(B), \
5619 (__v8di)(__m512i)(C), \
5620 (int)(imm), (__mmask8)(U), \
5621 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005622
Craig Topper8c18e112016-05-17 04:41:50 +00005623#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5624 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5625 (__v8df)(__m512d)(B), \
5626 (__v8di)(__m512i)(C), \
5627 (int)(imm), (__mmask8)(U), \
5628 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005629
Craig Topper8c18e112016-05-17 04:41:50 +00005630#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5631 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5632 (__v16sf)(__m512)(B), \
5633 (__v16si)(__m512i)(C), (int)(imm), \
5634 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005635
Craig Topper8c18e112016-05-17 04:41:50 +00005636#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5637 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5638 (__v16sf)(__m512)(B), \
5639 (__v16si)(__m512i)(C), (int)(imm), \
5640 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005641
Craig Topper8c18e112016-05-17 04:41:50 +00005642#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5643 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5644 (__v16sf)(__m512)(B), \
5645 (__v16si)(__m512i)(C), (int)(imm), \
5646 (__mmask16)-1, \
5647 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005648
Craig Topper8c18e112016-05-17 04:41:50 +00005649#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5650 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5651 (__v16sf)(__m512)(B), \
5652 (__v16si)(__m512i)(C), (int)(imm), \
5653 (__mmask16)(U), \
5654 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005655
Craig Topper8c18e112016-05-17 04:41:50 +00005656#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5657 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5658 (__v16sf)(__m512)(B), \
5659 (__v16si)(__m512i)(C), \
5660 (int)(imm), (__mmask16)(U), \
5661 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005662
Craig Topper8c18e112016-05-17 04:41:50 +00005663#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5664 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5665 (__v16sf)(__m512)(B), \
5666 (__v16si)(__m512i)(C), \
5667 (int)(imm), (__mmask16)(U), \
5668 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005669
Craig Topper8c18e112016-05-17 04:41:50 +00005670#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5671 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5672 (__v2df)(__m128d)(B), \
5673 (__v2di)(__m128i)(C), (int)(imm), \
5674 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005675
Craig Topper8c18e112016-05-17 04:41:50 +00005676#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5677 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5678 (__v2df)(__m128d)(B), \
5679 (__v2di)(__m128i)(C), (int)(imm), \
5680 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005681
Craig Topper8c18e112016-05-17 04:41:50 +00005682#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5683 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5684 (__v2df)(__m128d)(B), \
5685 (__v2di)(__m128i)(C), (int)(imm), \
5686 (__mmask8)-1, \
5687 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005688
Craig Topper8c18e112016-05-17 04:41:50 +00005689#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5690 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5691 (__v2df)(__m128d)(B), \
5692 (__v2di)(__m128i)(C), (int)(imm), \
5693 (__mmask8)(U), \
5694 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005695
Craig Topper8c18e112016-05-17 04:41:50 +00005696#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5697 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5698 (__v2df)(__m128d)(B), \
5699 (__v2di)(__m128i)(C), (int)(imm), \
5700 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005701
Craig Topper8c18e112016-05-17 04:41:50 +00005702#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5703 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5704 (__v2df)(__m128d)(B), \
5705 (__v2di)(__m128i)(C), (int)(imm), \
5706 (__mmask8)(U), \
5707 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005708
Craig Topper8c18e112016-05-17 04:41:50 +00005709#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5710 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5711 (__v4sf)(__m128)(B), \
5712 (__v4si)(__m128i)(C), (int)(imm), \
5713 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005714
Craig Topper8c18e112016-05-17 04:41:50 +00005715#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5716 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5717 (__v4sf)(__m128)(B), \
5718 (__v4si)(__m128i)(C), (int)(imm), \
5719 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005720
Craig Topper8c18e112016-05-17 04:41:50 +00005721#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5722 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5723 (__v4sf)(__m128)(B), \
5724 (__v4si)(__m128i)(C), (int)(imm), \
5725 (__mmask8)-1, \
5726 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005727
Craig Topper8c18e112016-05-17 04:41:50 +00005728#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5729 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5730 (__v4sf)(__m128)(B), \
5731 (__v4si)(__m128i)(C), (int)(imm), \
5732 (__mmask8)(U), \
5733 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005734
Craig Topper8c18e112016-05-17 04:41:50 +00005735#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5736 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5737 (__v4sf)(__m128)(B), \
5738 (__v4si)(__m128i)(C), (int)(imm), \
5739 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005740
Craig Topper8c18e112016-05-17 04:41:50 +00005741#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5742 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5743 (__v4sf)(__m128)(B), \
5744 (__v4si)(__m128i)(C), (int)(imm), \
5745 (__mmask8)(U), \
5746 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005747
Craig Topper8c18e112016-05-17 04:41:50 +00005748#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5749 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5750 (__v2df)(__m128d)(B), \
5751 (__v2df)_mm_setzero_pd(), \
5752 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005753
5754
5755static __inline__ __m128d __DEFAULT_FN_ATTRS
5756_mm_getexp_sd (__m128d __A, __m128d __B)
5757{
5758 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5759 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5760}
5761
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005762static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005763_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005764{
5765 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5766 (__v2df) __B,
5767 (__v2df) __W,
5768 (__mmask8) __U,
5769 _MM_FROUND_CUR_DIRECTION);
5770}
5771
Craig Topper8c18e112016-05-17 04:41:50 +00005772#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5773 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5774 (__v2df)(__m128d)(B), \
5775 (__v2df)(__m128d)(W), \
5776 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005777
5778static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005779_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005780{
5781 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5782 (__v2df) __B,
5783 (__v2df) _mm_setzero_pd (),
5784 (__mmask8) __U,
5785 _MM_FROUND_CUR_DIRECTION);
5786}
5787
Craig Topper8c18e112016-05-17 04:41:50 +00005788#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5789 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5790 (__v2df)(__m128d)(B), \
5791 (__v2df)_mm_setzero_pd(), \
5792 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005793
Craig Topper8c18e112016-05-17 04:41:50 +00005794#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5795 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5796 (__v4sf)(__m128)(B), \
5797 (__v4sf)_mm_setzero_ps(), \
5798 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005799
5800static __inline__ __m128 __DEFAULT_FN_ATTRS
5801_mm_getexp_ss (__m128 __A, __m128 __B)
5802{
5803 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5804 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5805}
5806
Craig Topper58187d32016-05-17 04:41:29 +00005807static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005808_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005809{
Craig Topper58187d32016-05-17 04:41:29 +00005810 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005811 (__v4sf) __B,
5812 (__v4sf) __W,
5813 (__mmask8) __U,
5814 _MM_FROUND_CUR_DIRECTION);
5815}
5816
Craig Topper8c18e112016-05-17 04:41:50 +00005817#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5818 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5819 (__v4sf)(__m128)(B), \
5820 (__v4sf)(__m128)(W), \
5821 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005822
Craig Topper58187d32016-05-17 04:41:29 +00005823static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005824_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005825{
Craig Topper58187d32016-05-17 04:41:29 +00005826 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005827 (__v4sf) __B,
5828 (__v4sf) _mm_setzero_pd (),
5829 (__mmask8) __U,
5830 _MM_FROUND_CUR_DIRECTION);
5831}
5832
Craig Topper8c18e112016-05-17 04:41:50 +00005833#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5834 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5835 (__v4sf)(__m128)(B), \
5836 (__v4sf)_mm_setzero_ps(), \
5837 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005838
Craig Topper8c18e112016-05-17 04:41:50 +00005839#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5840 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5841 (__v2df)(__m128d)(B), \
5842 (int)(((D)<<2) | (C)), \
5843 (__v2df)_mm_setzero_pd(), \
5844 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005845
Craig Topper8c18e112016-05-17 04:41:50 +00005846#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5847 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5848 (__v2df)(__m128d)(B), \
5849 (int)(((D)<<2) | (C)), \
5850 (__v2df)_mm_setzero_pd(), \
5851 (__mmask8)-1, \
5852 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005853
Craig Topper8c18e112016-05-17 04:41:50 +00005854#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5855 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5856 (__v2df)(__m128d)(B), \
5857 (int)(((D)<<2) | (C)), \
5858 (__v2df)(__m128d)(W), \
5859 (__mmask8)(U), \
5860 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005861
Craig Topper8c18e112016-05-17 04:41:50 +00005862#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5863 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5864 (__v2df)(__m128d)(B), \
5865 (int)(((D)<<2) | (C)), \
5866 (__v2df)(__m128d)(W), \
5867 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005868
Craig Topper8c18e112016-05-17 04:41:50 +00005869#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5870 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5871 (__v2df)(__m128d)(B), \
5872 (int)(((D)<<2) | (C)), \
5873 (__v2df)_mm_setzero_pd(), \
5874 (__mmask8)(U), \
5875 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005876
Craig Topper8c18e112016-05-17 04:41:50 +00005877#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5878 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5879 (__v2df)(__m128d)(B), \
5880 (int)(((D)<<2) | (C)), \
5881 (__v2df)_mm_setzero_pd(), \
5882 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005883
Craig Topper8c18e112016-05-17 04:41:50 +00005884#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5885 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5886 (__v4sf)(__m128)(B), \
5887 (int)(((D)<<2) | (C)), \
5888 (__v4sf)_mm_setzero_ps(), \
5889 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005890
Craig Topper8c18e112016-05-17 04:41:50 +00005891#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5892 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5893 (__v4sf)(__m128)(B), \
5894 (int)(((D)<<2) | (C)), \
5895 (__v4sf)_mm_setzero_ps(), \
5896 (__mmask8)-1, \
5897 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005898
Craig Topper8c18e112016-05-17 04:41:50 +00005899#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5900 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5901 (__v4sf)(__m128)(B), \
5902 (int)(((D)<<2) | (C)), \
5903 (__v4sf)(__m128)(W), \
5904 (__mmask8)(U), \
5905 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005906
Craig Topper8c18e112016-05-17 04:41:50 +00005907#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5908 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5909 (__v4sf)(__m128)(B), \
5910 (int)(((D)<<2) | (C)), \
5911 (__v4sf)(__m128)(W), \
5912 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005913
Craig Topper8c18e112016-05-17 04:41:50 +00005914#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
5915 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5916 (__v4sf)(__m128)(B), \
5917 (int)(((D)<<2) | (C)), \
5918 (__v4sf)_mm_setzero_pd(), \
5919 (__mmask8)(U), \
5920 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005921
Craig Topper8c18e112016-05-17 04:41:50 +00005922#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
5923 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5924 (__v4sf)(__m128)(B), \
5925 (int)(((D)<<2) | (C)), \
5926 (__v4sf)_mm_setzero_ps(), \
5927 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005928
5929static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5930_mm512_kmov (__mmask16 __A)
5931{
5932 return __A;
5933}
5934
Craig Topper8c18e112016-05-17 04:41:50 +00005935#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
5936 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
5937 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005938
Craig Topper8c18e112016-05-17 04:41:50 +00005939#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
5940 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
5941 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005942
Craig Topper8c18e112016-05-17 04:41:50 +00005943#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
5944 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Simon Pilgrim427154d2016-07-04 21:30:47 +00005945
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005946static __inline__ __m512i __DEFAULT_FN_ATTRS
5947_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5948 __mmask16 __U, __m512i __B)
5949{
5950 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5951 (__v16si) __I
5952 /* idx */ ,
5953 (__v16si) __B,
5954 (__mmask16) __U);
5955}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005956
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005957static __inline__ __m512i __DEFAULT_FN_ATTRS
5958_mm512_sll_epi32 (__m512i __A, __m128i __B)
5959{
5960 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5961 (__v4si) __B,
5962 (__v16si)
5963 _mm512_setzero_si512 (),
5964 (__mmask16) -1);
5965}
5966
5967static __inline__ __m512i __DEFAULT_FN_ATTRS
5968_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5969{
5970 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5971 (__v4si) __B,
5972 (__v16si) __W,
5973 (__mmask16) __U);
5974}
5975
5976static __inline__ __m512i __DEFAULT_FN_ATTRS
5977_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5978{
5979 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5980 (__v4si) __B,
5981 (__v16si)
5982 _mm512_setzero_si512 (),
5983 (__mmask16) __U);
5984}
5985
5986static __inline__ __m512i __DEFAULT_FN_ATTRS
5987_mm512_sll_epi64 (__m512i __A, __m128i __B)
5988{
5989 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5990 (__v2di) __B,
5991 (__v8di)
5992 _mm512_setzero_si512 (),
5993 (__mmask8) -1);
5994}
5995
5996static __inline__ __m512i __DEFAULT_FN_ATTRS
5997_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5998{
5999 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6000 (__v2di) __B,
6001 (__v8di) __W,
6002 (__mmask8) __U);
6003}
6004
6005static __inline__ __m512i __DEFAULT_FN_ATTRS
6006_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6007{
6008 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6009 (__v2di) __B,
6010 (__v8di)
6011 _mm512_setzero_si512 (),
6012 (__mmask8) __U);
6013}
6014
6015static __inline__ __m512i __DEFAULT_FN_ATTRS
6016_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
6017{
6018 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6019 (__v16si) __Y,
6020 (__v16si)
6021 _mm512_setzero_si512 (),
6022 (__mmask16) -1);
6023}
6024
6025static __inline__ __m512i __DEFAULT_FN_ATTRS
6026_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6027{
6028 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6029 (__v16si) __Y,
6030 (__v16si) __W,
6031 (__mmask16) __U);
6032}
6033
6034static __inline__ __m512i __DEFAULT_FN_ATTRS
6035_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6036{
6037 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6038 (__v16si) __Y,
6039 (__v16si)
6040 _mm512_setzero_si512 (),
6041 (__mmask16) __U);
6042}
6043
6044static __inline__ __m512i __DEFAULT_FN_ATTRS
6045_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
6046{
6047 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6048 (__v8di) __Y,
6049 (__v8di)
6050 _mm512_undefined_pd (),
6051 (__mmask8) -1);
6052}
6053
6054static __inline__ __m512i __DEFAULT_FN_ATTRS
6055_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6056{
6057 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6058 (__v8di) __Y,
6059 (__v8di) __W,
6060 (__mmask8) __U);
6061}
6062
6063static __inline__ __m512i __DEFAULT_FN_ATTRS
6064_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6065{
6066 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6067 (__v8di) __Y,
6068 (__v8di)
6069 _mm512_setzero_si512 (),
6070 (__mmask8) __U);
6071}
6072
6073static __inline__ __m512i __DEFAULT_FN_ATTRS
6074_mm512_sra_epi32 (__m512i __A, __m128i __B)
6075{
6076 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6077 (__v4si) __B,
6078 (__v16si)
6079 _mm512_setzero_si512 (),
6080 (__mmask16) -1);
6081}
6082
6083static __inline__ __m512i __DEFAULT_FN_ATTRS
6084_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6085{
6086 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6087 (__v4si) __B,
6088 (__v16si) __W,
6089 (__mmask16) __U);
6090}
6091
6092static __inline__ __m512i __DEFAULT_FN_ATTRS
6093_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6094{
6095 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6096 (__v4si) __B,
6097 (__v16si)
6098 _mm512_setzero_si512 (),
6099 (__mmask16) __U);
6100}
6101
6102static __inline__ __m512i __DEFAULT_FN_ATTRS
6103_mm512_sra_epi64 (__m512i __A, __m128i __B)
6104{
6105 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6106 (__v2di) __B,
6107 (__v8di)
6108 _mm512_setzero_si512 (),
6109 (__mmask8) -1);
6110}
6111
6112static __inline__ __m512i __DEFAULT_FN_ATTRS
6113_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6114{
6115 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6116 (__v2di) __B,
6117 (__v8di) __W,
6118 (__mmask8) __U);
6119}
6120
6121static __inline__ __m512i __DEFAULT_FN_ATTRS
6122_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6123{
6124 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6125 (__v2di) __B,
6126 (__v8di)
6127 _mm512_setzero_si512 (),
6128 (__mmask8) __U);
6129}
6130
6131static __inline__ __m512i __DEFAULT_FN_ATTRS
6132_mm512_srav_epi32 (__m512i __X, __m512i __Y)
6133{
6134 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6135 (__v16si) __Y,
6136 (__v16si)
6137 _mm512_setzero_si512 (),
6138 (__mmask16) -1);
6139}
6140
6141static __inline__ __m512i __DEFAULT_FN_ATTRS
6142_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6143{
6144 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6145 (__v16si) __Y,
6146 (__v16si) __W,
6147 (__mmask16) __U);
6148}
6149
6150static __inline__ __m512i __DEFAULT_FN_ATTRS
6151_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6152{
6153 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6154 (__v16si) __Y,
6155 (__v16si)
6156 _mm512_setzero_si512 (),
6157 (__mmask16) __U);
6158}
6159
6160static __inline__ __m512i __DEFAULT_FN_ATTRS
6161_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6162{
6163 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6164 (__v8di) __Y,
6165 (__v8di)
6166 _mm512_setzero_si512 (),
6167 (__mmask8) -1);
6168}
6169
6170static __inline__ __m512i __DEFAULT_FN_ATTRS
6171_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6172{
6173 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6174 (__v8di) __Y,
6175 (__v8di) __W,
6176 (__mmask8) __U);
6177}
6178
6179static __inline__ __m512i __DEFAULT_FN_ATTRS
6180_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6181{
6182 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6183 (__v8di) __Y,
6184 (__v8di)
6185 _mm512_setzero_si512 (),
6186 (__mmask8) __U);
6187}
6188
6189static __inline__ __m512i __DEFAULT_FN_ATTRS
6190_mm512_srl_epi32 (__m512i __A, __m128i __B)
6191{
6192 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6193 (__v4si) __B,
6194 (__v16si)
6195 _mm512_setzero_si512 (),
6196 (__mmask16) -1);
6197}
6198
6199static __inline__ __m512i __DEFAULT_FN_ATTRS
6200_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6201{
6202 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6203 (__v4si) __B,
6204 (__v16si) __W,
6205 (__mmask16) __U);
6206}
6207
6208static __inline__ __m512i __DEFAULT_FN_ATTRS
6209_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6210{
6211 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6212 (__v4si) __B,
6213 (__v16si)
6214 _mm512_setzero_si512 (),
6215 (__mmask16) __U);
6216}
6217
6218static __inline__ __m512i __DEFAULT_FN_ATTRS
6219_mm512_srl_epi64 (__m512i __A, __m128i __B)
6220{
6221 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6222 (__v2di) __B,
6223 (__v8di)
6224 _mm512_setzero_si512 (),
6225 (__mmask8) -1);
6226}
6227
6228static __inline__ __m512i __DEFAULT_FN_ATTRS
6229_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6230{
6231 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6232 (__v2di) __B,
6233 (__v8di) __W,
6234 (__mmask8) __U);
6235}
6236
6237static __inline__ __m512i __DEFAULT_FN_ATTRS
6238_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6239{
6240 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6241 (__v2di) __B,
6242 (__v8di)
6243 _mm512_setzero_si512 (),
6244 (__mmask8) __U);
6245}
6246
6247static __inline__ __m512i __DEFAULT_FN_ATTRS
6248_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6249{
6250 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6251 (__v16si) __Y,
6252 (__v16si)
6253 _mm512_setzero_si512 (),
6254 (__mmask16) -1);
6255}
6256
6257static __inline__ __m512i __DEFAULT_FN_ATTRS
6258_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6259{
6260 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6261 (__v16si) __Y,
6262 (__v16si) __W,
6263 (__mmask16) __U);
6264}
6265
6266static __inline__ __m512i __DEFAULT_FN_ATTRS
6267_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6268{
6269 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6270 (__v16si) __Y,
6271 (__v16si)
6272 _mm512_setzero_si512 (),
6273 (__mmask16) __U);
6274}
6275
6276static __inline__ __m512i __DEFAULT_FN_ATTRS
6277_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6278{
6279 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6280 (__v8di) __Y,
6281 (__v8di)
6282 _mm512_setzero_si512 (),
6283 (__mmask8) -1);
6284}
6285
6286static __inline__ __m512i __DEFAULT_FN_ATTRS
6287_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6288{
6289 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6290 (__v8di) __Y,
6291 (__v8di) __W,
6292 (__mmask8) __U);
6293}
6294
6295static __inline__ __m512i __DEFAULT_FN_ATTRS
6296_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6297{
6298 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6299 (__v8di) __Y,
6300 (__v8di)
6301 _mm512_setzero_si512 (),
6302 (__mmask8) __U);
6303}
6304
Craig Topper8c18e112016-05-17 04:41:50 +00006305#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6306 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6307 (__v16si)(__m512i)(B), \
6308 (__v16si)(__m512i)(C), (int)(imm), \
6309 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006310
Craig Topper8c18e112016-05-17 04:41:50 +00006311#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6312 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6313 (__v16si)(__m512i)(B), \
6314 (__v16si)(__m512i)(C), (int)(imm), \
6315 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006316
Craig Topper8c18e112016-05-17 04:41:50 +00006317#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6318 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6319 (__v16si)(__m512i)(B), \
6320 (__v16si)(__m512i)(C), \
6321 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006322
Craig Topper8c18e112016-05-17 04:41:50 +00006323#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6324 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6325 (__v8di)(__m512i)(B), \
6326 (__v8di)(__m512i)(C), (int)(imm), \
6327 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006328
Craig Topper8c18e112016-05-17 04:41:50 +00006329#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6330 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6331 (__v8di)(__m512i)(B), \
6332 (__v8di)(__m512i)(C), (int)(imm), \
6333 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006334
Craig Topper8c18e112016-05-17 04:41:50 +00006335#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6336 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6337 (__v8di)(__m512i)(B), \
6338 (__v8di)(__m512i)(C), (int)(imm), \
6339 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006340
Craig Topper8c18e112016-05-17 04:41:50 +00006341#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6342 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006343
Craig Topper8c18e112016-05-17 04:41:50 +00006344#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6345 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006346
Craig Topper8c18e112016-05-17 04:41:50 +00006347#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6348 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006349
Craig Topper8c18e112016-05-17 04:41:50 +00006350#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6351 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006352
6353static __inline__ unsigned __DEFAULT_FN_ATTRS
6354_mm_cvtsd_u32 (__m128d __A)
6355{
6356 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6357 _MM_FROUND_CUR_DIRECTION);
6358}
6359
Craig Topper8c18e112016-05-17 04:41:50 +00006360#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6361 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6362 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006363
6364static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6365_mm_cvtsd_u64 (__m128d __A)
6366{
6367 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6368 __A,
6369 _MM_FROUND_CUR_DIRECTION);
6370}
6371
Craig Topper8c18e112016-05-17 04:41:50 +00006372#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6373 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006374
Craig Topper8c18e112016-05-17 04:41:50 +00006375#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6376 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006377
Craig Topper8c18e112016-05-17 04:41:50 +00006378#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6379 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006380
Craig Topper8c18e112016-05-17 04:41:50 +00006381#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6382 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006383
Craig Topper8c18e112016-05-17 04:41:50 +00006384#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6385 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006386
6387static __inline__ unsigned __DEFAULT_FN_ATTRS
6388_mm_cvtss_u32 (__m128 __A)
6389{
6390 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6391 _MM_FROUND_CUR_DIRECTION);
6392}
6393
Craig Topper8c18e112016-05-17 04:41:50 +00006394#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6395 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6396 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006397
6398static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6399_mm_cvtss_u64 (__m128 __A)
6400{
6401 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6402 __A,
6403 _MM_FROUND_CUR_DIRECTION);
6404}
6405
Craig Topper8c18e112016-05-17 04:41:50 +00006406#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6407 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006408
Craig Topper8c18e112016-05-17 04:41:50 +00006409#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6410 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006411
6412static __inline__ int __DEFAULT_FN_ATTRS
6413_mm_cvttsd_i32 (__m128d __A)
6414{
6415 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6416 _MM_FROUND_CUR_DIRECTION);
6417}
6418
Craig Topper8c18e112016-05-17 04:41:50 +00006419#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6420 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006421
Craig Topper8c18e112016-05-17 04:41:50 +00006422#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6423 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006424
6425static __inline__ long long __DEFAULT_FN_ATTRS
6426_mm_cvttsd_i64 (__m128d __A)
6427{
6428 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6429 _MM_FROUND_CUR_DIRECTION);
6430}
6431
Craig Topper8c18e112016-05-17 04:41:50 +00006432#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6433 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006434
6435static __inline__ unsigned __DEFAULT_FN_ATTRS
6436_mm_cvttsd_u32 (__m128d __A)
6437{
6438 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6439 _MM_FROUND_CUR_DIRECTION);
6440}
6441
Craig Topper8c18e112016-05-17 04:41:50 +00006442#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6443 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6444 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006445
6446static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6447_mm_cvttsd_u64 (__m128d __A)
6448{
6449 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6450 __A,
6451 _MM_FROUND_CUR_DIRECTION);
6452}
6453
Craig Topper8c18e112016-05-17 04:41:50 +00006454#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6455 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006456
Craig Topper8c18e112016-05-17 04:41:50 +00006457#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6458 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006459
6460static __inline__ int __DEFAULT_FN_ATTRS
6461_mm_cvttss_i32 (__m128 __A)
6462{
6463 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6464 _MM_FROUND_CUR_DIRECTION);
6465}
6466
Craig Topper8c18e112016-05-17 04:41:50 +00006467#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6468 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006469
Craig Topper8c18e112016-05-17 04:41:50 +00006470#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6471 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006472
6473static __inline__ long long __DEFAULT_FN_ATTRS
6474_mm_cvttss_i64 (__m128 __A)
6475{
6476 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6477 _MM_FROUND_CUR_DIRECTION);
6478}
6479
Craig Topper8c18e112016-05-17 04:41:50 +00006480#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6481 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006482
6483static __inline__ unsigned __DEFAULT_FN_ATTRS
6484_mm_cvttss_u32 (__m128 __A)
6485{
6486 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6487 _MM_FROUND_CUR_DIRECTION);
6488}
6489
Craig Topper8c18e112016-05-17 04:41:50 +00006490#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6491 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6492 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006493
6494static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6495_mm_cvttss_u64 (__m128 __A)
6496{
6497 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6498 __A,
6499 _MM_FROUND_CUR_DIRECTION);
6500}
6501
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006502static __inline__ __m512d __DEFAULT_FN_ATTRS
6503_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6504 __m512d __B)
6505{
6506 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6507 (__v8di) __I
6508 /* idx */ ,
6509 (__v8df) __B,
6510 (__mmask8) __U);
6511}
6512
6513static __inline__ __m512 __DEFAULT_FN_ATTRS
6514_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6515 __m512 __B)
6516{
6517 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6518 (__v16si) __I
6519 /* idx */ ,
6520 (__v16sf) __B,
6521 (__mmask16) __U);
6522}
6523
6524static __inline__ __m512i __DEFAULT_FN_ATTRS
6525_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6526 __mmask8 __U, __m512i __B)
6527{
6528 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6529 (__v8di) __I
6530 /* idx */ ,
6531 (__v8di) __B,
6532 (__mmask8) __U);
6533}
6534
Craig Topper8c18e112016-05-17 04:41:50 +00006535#define _mm512_permute_pd(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006536 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006537 (__v8df)_mm512_undefined_pd(), \
6538 0 + (((C) >> 0) & 0x1), \
6539 0 + (((C) >> 1) & 0x1), \
6540 2 + (((C) >> 2) & 0x1), \
6541 2 + (((C) >> 3) & 0x1), \
6542 4 + (((C) >> 4) & 0x1), \
6543 4 + (((C) >> 5) & 0x1), \
6544 6 + (((C) >> 6) & 0x1), \
6545 6 + (((C) >> 7) & 0x1)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006546
Craig Topper8c18e112016-05-17 04:41:50 +00006547#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006548 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6549 (__v8df)_mm512_permute_pd((X), (C)), \
6550 (__v8df)(__m512d)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006551
Craig Topper8c18e112016-05-17 04:41:50 +00006552#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006553 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6554 (__v8df)_mm512_permute_pd((X), (C)), \
6555 (__v8df)_mm512_setzero_pd()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006556
Craig Topper8c18e112016-05-17 04:41:50 +00006557#define _mm512_permute_ps(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006558 (__m512)__builtin_shufflevector((__v16sf)(__m512)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006559 (__v16sf)_mm512_undefined_ps(), \
6560 0 + (((C) >> 0) & 0x3), \
6561 0 + (((C) >> 2) & 0x3), \
6562 0 + (((C) >> 4) & 0x3), \
6563 0 + (((C) >> 6) & 0x3), \
6564 4 + (((C) >> 0) & 0x3), \
6565 4 + (((C) >> 2) & 0x3), \
6566 4 + (((C) >> 4) & 0x3), \
6567 4 + (((C) >> 6) & 0x3), \
6568 8 + (((C) >> 0) & 0x3), \
6569 8 + (((C) >> 2) & 0x3), \
6570 8 + (((C) >> 4) & 0x3), \
6571 8 + (((C) >> 6) & 0x3), \
6572 12 + (((C) >> 0) & 0x3), \
6573 12 + (((C) >> 2) & 0x3), \
6574 12 + (((C) >> 4) & 0x3), \
6575 12 + (((C) >> 6) & 0x3)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006576
Craig Topper8c18e112016-05-17 04:41:50 +00006577#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006578 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6579 (__v16sf)_mm512_permute_ps((X), (C)), \
6580 (__v16sf)(__m512)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006581
Craig Topper8c18e112016-05-17 04:41:50 +00006582#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006583 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6584 (__v16sf)_mm512_permute_ps((X), (C)), \
6585 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006586
6587static __inline__ __m512d __DEFAULT_FN_ATTRS
6588_mm512_permutevar_pd (__m512d __A, __m512i __C)
6589{
6590 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6591 (__v8di) __C,
6592 (__v8df)
6593 _mm512_undefined_pd (),
6594 (__mmask8) -1);
6595}
6596
6597static __inline__ __m512d __DEFAULT_FN_ATTRS
6598_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6599{
6600 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6601 (__v8di) __C,
6602 (__v8df) __W,
6603 (__mmask8) __U);
6604}
6605
6606static __inline__ __m512d __DEFAULT_FN_ATTRS
6607_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6608{
6609 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6610 (__v8di) __C,
6611 (__v8df)
6612 _mm512_setzero_pd (),
6613 (__mmask8) __U);
6614}
6615
6616static __inline__ __m512 __DEFAULT_FN_ATTRS
6617_mm512_permutevar_ps (__m512 __A, __m512i __C)
6618{
6619 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6620 (__v16si) __C,
6621 (__v16sf)
6622 _mm512_undefined_ps (),
6623 (__mmask16) -1);
6624}
6625
6626static __inline__ __m512 __DEFAULT_FN_ATTRS
6627_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6628{
6629 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6630 (__v16si) __C,
6631 (__v16sf) __W,
6632 (__mmask16) __U);
6633}
6634
6635static __inline__ __m512 __DEFAULT_FN_ATTRS
6636_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6637{
6638 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6639 (__v16si) __C,
6640 (__v16sf)
6641 _mm512_setzero_ps (),
6642 (__mmask16) __U);
6643}
6644
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006645static __inline __m512d __DEFAULT_FN_ATTRS
6646_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006647{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006648 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6649 /* idx */ ,
6650 (__v8df) __A,
6651 (__v8df) __B,
6652 (__mmask8) -1);
6653}
6654
6655static __inline__ __m512d __DEFAULT_FN_ATTRS
6656_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6657{
6658 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6659 /* idx */ ,
6660 (__v8df) __A,
6661 (__v8df) __B,
6662 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006663}
6664
6665static __inline__ __m512d __DEFAULT_FN_ATTRS
6666_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6667 __m512d __B)
6668{
6669 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006670 /* idx */ ,
6671 (__v8df) __A,
6672 (__v8df) __B,
6673 (__mmask8) __U);
6674}
6675
6676static __inline __m512 __DEFAULT_FN_ATTRS
6677_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6678{
6679 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6680 /* idx */ ,
6681 (__v16sf) __A,
6682 (__v16sf) __B,
6683 (__mmask16) -1);
6684}
6685
6686static __inline__ __m512 __DEFAULT_FN_ATTRS
6687_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6688{
6689 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6690 /* idx */ ,
6691 (__v16sf) __A,
6692 (__v16sf) __B,
6693 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006694}
6695
6696static __inline__ __m512 __DEFAULT_FN_ATTRS
6697_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6698 __m512 __B)
6699{
6700 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006701 /* idx */ ,
6702 (__v16sf) __A,
6703 (__v16sf) __B,
6704 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006705}
6706
Michael Zuckerman07525092016-04-11 10:22:07 +00006707static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6708_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6709{
6710 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6711 (__v16si) __B,
6712 (__mmask16) -1);
6713}
6714
6715static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6716_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6717{
6718 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6719 (__v16si) __B, __U);
6720}
6721
6722static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6723_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6724{
6725 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6726 (__v8di) __B,
6727 (__mmask8) -1);
6728}
6729
6730static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6731_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6732{
6733 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6734 (__v8di) __B, __U);
6735}
6736
Craig Topper8c18e112016-05-17 04:41:50 +00006737#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6738 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6739 (__v8si)_mm256_undefined_si256(), \
6740 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006741
Craig Topper8c18e112016-05-17 04:41:50 +00006742#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6743 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6744 (__v8si)(__m256i)(W), \
6745 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006746
Craig Topper8c18e112016-05-17 04:41:50 +00006747#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6748 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6749 (__v8si)_mm256_setzero_si256(), \
6750 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006751
6752static __inline__ __m256i __DEFAULT_FN_ATTRS
6753_mm512_cvttpd_epu32 (__m512d __A)
6754{
6755 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6756 (__v8si)
6757 _mm256_undefined_si256 (),
6758 (__mmask8) -1,
6759 _MM_FROUND_CUR_DIRECTION);
6760}
6761
6762static __inline__ __m256i __DEFAULT_FN_ATTRS
6763_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6764{
6765 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6766 (__v8si) __W,
6767 (__mmask8) __U,
6768 _MM_FROUND_CUR_DIRECTION);
6769}
6770
6771static __inline__ __m256i __DEFAULT_FN_ATTRS
6772_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6773{
6774 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6775 (__v8si)
6776 _mm256_setzero_si256 (),
6777 (__mmask8) __U,
6778 _MM_FROUND_CUR_DIRECTION);
6779}
Michael Zuckerman07525092016-04-11 10:22:07 +00006780
Craig Topper8c18e112016-05-17 04:41:50 +00006781#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6782 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6783 (__v2df)(__m128d)(B), \
6784 (__v2df)_mm_setzero_pd(), \
6785 (__mmask8)-1, (int)(imm), \
6786 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006787
Craig Topper8c18e112016-05-17 04:41:50 +00006788#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6789 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6790 (__v2df)(__m128d)(B), \
6791 (__v2df)_mm_setzero_pd(), \
6792 (__mmask8)-1, (int)(imm), \
6793 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006794
Craig Topper8c18e112016-05-17 04:41:50 +00006795#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6796 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6797 (__v2df)(__m128d)(B), \
6798 (__v2df)(__m128d)(W), \
6799 (__mmask8)(U), (int)(imm), \
6800 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006801
Craig Topper8c18e112016-05-17 04:41:50 +00006802#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6803 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6804 (__v2df)(__m128d)(B), \
6805 (__v2df)(__m128d)(W), \
6806 (__mmask8)(U), (int)(I), \
6807 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006808
Craig Topper8c18e112016-05-17 04:41:50 +00006809#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6810 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6811 (__v2df)(__m128d)(B), \
6812 (__v2df)_mm_setzero_pd(), \
6813 (__mmask8)(U), (int)(I), \
6814 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006815
Craig Topper8c18e112016-05-17 04:41:50 +00006816#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6817 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6818 (__v2df)(__m128d)(B), \
6819 (__v2df)_mm_setzero_pd(), \
6820 (__mmask8)(U), (int)(I), \
6821 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006822
Craig Topper8c18e112016-05-17 04:41:50 +00006823#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6824 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6825 (__v4sf)(__m128)(B), \
6826 (__v4sf)_mm_setzero_ps(), \
6827 (__mmask8)-1, (int)(imm), \
6828 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006829
Craig Topper8c18e112016-05-17 04:41:50 +00006830#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6831 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6832 (__v4sf)(__m128)(B), \
6833 (__v4sf)_mm_setzero_ps(), \
6834 (__mmask8)-1, (int)(imm), \
6835 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006836
Craig Topper8c18e112016-05-17 04:41:50 +00006837#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6838 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6839 (__v4sf)(__m128)(B), \
6840 (__v4sf)(__m128)(W), \
6841 (__mmask8)(U), (int)(I), \
6842 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006843
Craig Topper8c18e112016-05-17 04:41:50 +00006844#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6845 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6846 (__v4sf)(__m128)(B), \
6847 (__v4sf)(__m128)(W), \
6848 (__mmask8)(U), (int)(I), \
6849 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006850
Craig Topper8c18e112016-05-17 04:41:50 +00006851#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6852 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6853 (__v4sf)(__m128)(B), \
6854 (__v4sf)_mm_setzero_ps(), \
6855 (__mmask8)(U), (int)(I), \
6856 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006857
Craig Topper8c18e112016-05-17 04:41:50 +00006858#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6859 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6860 (__v4sf)(__m128)(B), \
6861 (__v4sf)_mm_setzero_ps(), \
6862 (__mmask8)(U), (int)(I), \
6863 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006864
Craig Topper8c18e112016-05-17 04:41:50 +00006865#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6866 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6867 (__v8df)(__m512d)(B), \
6868 (__v8df)_mm512_undefined_pd(), \
6869 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006870
Craig Topper8c18e112016-05-17 04:41:50 +00006871#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6872 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6873 (__v8df)(__m512d)(B), \
6874 (__v8df)(__m512d)(W), \
6875 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006876
Craig Topper8c18e112016-05-17 04:41:50 +00006877#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6878 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6879 (__v8df)(__m512d)(B), \
6880 (__v8df)_mm512_setzero_pd(), \
6881 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006882
6883static __inline__ __m512d __DEFAULT_FN_ATTRS
6884_mm512_scalef_pd (__m512d __A, __m512d __B)
6885{
6886 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6887 (__v8df) __B,
6888 (__v8df)
6889 _mm512_undefined_pd (),
6890 (__mmask8) -1,
6891 _MM_FROUND_CUR_DIRECTION);
6892}
6893
6894static __inline__ __m512d __DEFAULT_FN_ATTRS
6895_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6896{
6897 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6898 (__v8df) __B,
6899 (__v8df) __W,
6900 (__mmask8) __U,
6901 _MM_FROUND_CUR_DIRECTION);
6902}
6903
6904static __inline__ __m512d __DEFAULT_FN_ATTRS
6905_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6906{
6907 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6908 (__v8df) __B,
6909 (__v8df)
6910 _mm512_setzero_pd (),
6911 (__mmask8) __U,
6912 _MM_FROUND_CUR_DIRECTION);
6913}
6914
Craig Topper8c18e112016-05-17 04:41:50 +00006915#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
6916 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6917 (__v16sf)(__m512)(B), \
6918 (__v16sf)_mm512_undefined_ps(), \
6919 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006920
Craig Topper8c18e112016-05-17 04:41:50 +00006921#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
6922 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6923 (__v16sf)(__m512)(B), \
6924 (__v16sf)(__m512)(W), \
6925 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006926
Craig Topper8c18e112016-05-17 04:41:50 +00006927#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
6928 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6929 (__v16sf)(__m512)(B), \
6930 (__v16sf)_mm512_setzero_ps(), \
6931 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006932
6933static __inline__ __m512 __DEFAULT_FN_ATTRS
6934_mm512_scalef_ps (__m512 __A, __m512 __B)
6935{
6936 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6937 (__v16sf) __B,
6938 (__v16sf)
6939 _mm512_undefined_ps (),
6940 (__mmask16) -1,
6941 _MM_FROUND_CUR_DIRECTION);
6942}
6943
6944static __inline__ __m512 __DEFAULT_FN_ATTRS
6945_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6946{
6947 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6948 (__v16sf) __B,
6949 (__v16sf) __W,
6950 (__mmask16) __U,
6951 _MM_FROUND_CUR_DIRECTION);
6952}
6953
6954static __inline__ __m512 __DEFAULT_FN_ATTRS
6955_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
6956{
6957 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6958 (__v16sf) __B,
6959 (__v16sf)
6960 _mm512_setzero_ps (),
6961 (__mmask16) __U,
6962 _MM_FROUND_CUR_DIRECTION);
6963}
6964
Craig Topper8c18e112016-05-17 04:41:50 +00006965#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
6966 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6967 (__v2df)(__m128d)(B), \
6968 (__v2df)_mm_setzero_pd(), \
6969 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006970
6971static __inline__ __m128d __DEFAULT_FN_ATTRS
6972_mm_scalef_sd (__m128d __A, __m128d __B)
6973{
6974 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
6975 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
6976 (__mmask8) -1,
6977 _MM_FROUND_CUR_DIRECTION);
6978}
6979
6980static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006981_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006982{
6983 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6984 (__v2df) __B,
6985 (__v2df) __W,
6986 (__mmask8) __U,
6987 _MM_FROUND_CUR_DIRECTION);
6988}
6989
Craig Topper8c18e112016-05-17 04:41:50 +00006990#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
6991 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6992 (__v2df)(__m128d)(B), \
6993 (__v2df)(__m128d)(W), \
6994 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006995
6996static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006997_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006998{
6999 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
7000 (__v2df) __B,
7001 (__v2df) _mm_setzero_pd (),
7002 (__mmask8) __U,
7003 _MM_FROUND_CUR_DIRECTION);
7004}
7005
Craig Topper8c18e112016-05-17 04:41:50 +00007006#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
7007 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7008 (__v2df)(__m128d)(B), \
7009 (__v2df)_mm_setzero_pd(), \
7010 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007011
Craig Topper8c18e112016-05-17 04:41:50 +00007012#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7013 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7014 (__v4sf)(__m128)(B), \
7015 (__v4sf)_mm_setzero_ps(), \
7016 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007017
7018static __inline__ __m128 __DEFAULT_FN_ATTRS
7019_mm_scalef_ss (__m128 __A, __m128 __B)
7020{
7021 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7022 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7023 (__mmask8) -1,
7024 _MM_FROUND_CUR_DIRECTION);
7025}
7026
7027static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007028_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007029{
7030 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7031 (__v4sf) __B,
7032 (__v4sf) __W,
7033 (__mmask8) __U,
7034 _MM_FROUND_CUR_DIRECTION);
7035}
7036
Craig Topper8c18e112016-05-17 04:41:50 +00007037#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7038 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7039 (__v4sf)(__m128)(B), \
7040 (__v4sf)(__m128)(W), \
7041 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007042
7043static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007044_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007045{
7046 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7047 (__v4sf) __B,
7048 (__v4sf) _mm_setzero_ps (),
7049 (__mmask8) __U,
7050 _MM_FROUND_CUR_DIRECTION);
7051}
7052
Craig Topper8c18e112016-05-17 04:41:50 +00007053#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7054 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7055 (__v4sf)(__m128)(B), \
7056 (__v4sf)_mm_setzero_ps(), \
7057 (__mmask8)(U), \
7058 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007059
Craig Topper79d05c92016-05-15 20:10:06 +00007060#define _mm512_srai_epi32(A, B) __extension__ ({ \
7061 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7062 (__v16si)_mm512_setzero_si512(), \
7063 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007064
Craig Topper8c18e112016-05-17 04:41:50 +00007065#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7066 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7067 (__v16si)(__m512i)(W), \
7068 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007069
Craig Topper8c18e112016-05-17 04:41:50 +00007070#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7071 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7072 (__v16si)_mm512_setzero_si512(), \
7073 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007074
Craig Topper8c18e112016-05-17 04:41:50 +00007075#define _mm512_srai_epi64(A, B) __extension__ ({ \
7076 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7077 (__v8di)_mm512_setzero_si512(), \
7078 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007079
Craig Topper8c18e112016-05-17 04:41:50 +00007080#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7081 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7082 (__v8di)(__m512i)(W), \
7083 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007084
Craig Topper8c18e112016-05-17 04:41:50 +00007085#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7086 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7087 (__v8di)_mm512_setzero_si512(), \
7088 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007089
Craig Topper8c18e112016-05-17 04:41:50 +00007090#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7091 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7092 (__v16sf)(__m512)(B), (int)(imm), \
7093 (__v16sf)_mm512_undefined_ps(), \
7094 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007095
Craig Topper8c18e112016-05-17 04:41:50 +00007096#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7097 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7098 (__v16sf)(__m512)(B), (int)(imm), \
7099 (__v16sf)(__m512)(W), \
7100 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007101
Craig Topper8c18e112016-05-17 04:41:50 +00007102#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7103 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7104 (__v16sf)(__m512)(B), (int)(imm), \
7105 (__v16sf)_mm512_setzero_ps(), \
7106 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007107
Craig Topper8c18e112016-05-17 04:41:50 +00007108#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7109 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7110 (__v8df)(__m512d)(B), (int)(imm), \
7111 (__v8df)_mm512_undefined_pd(), \
7112 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007113
Craig Topper8c18e112016-05-17 04:41:50 +00007114#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7115 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7116 (__v8df)(__m512d)(B), (int)(imm), \
7117 (__v8df)(__m512d)(W), \
7118 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007119
Craig Topper8c18e112016-05-17 04:41:50 +00007120#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7121 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7122 (__v8df)(__m512d)(B), (int)(imm), \
7123 (__v8df)_mm512_setzero_pd(), \
7124 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007125
Craig Topper8c18e112016-05-17 04:41:50 +00007126#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7127 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7128 (__v16si)(__m512i)(B), (int)(imm), \
7129 (__v16si)_mm512_setzero_si512(), \
7130 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007131
Craig Topper8c18e112016-05-17 04:41:50 +00007132#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7133 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7134 (__v16si)(__m512i)(B), (int)(imm), \
7135 (__v16si)(__m512i)(W), \
7136 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007137
Craig Topper8c18e112016-05-17 04:41:50 +00007138#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7139 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7140 (__v16si)(__m512i)(B), (int)(imm), \
7141 (__v16si)_mm512_setzero_si512(), \
7142 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007143
Craig Topper8c18e112016-05-17 04:41:50 +00007144#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7145 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7146 (__v8di)(__m512i)(B), (int)(imm), \
7147 (__v8di)_mm512_setzero_si512(), \
7148 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007149
Craig Topper8c18e112016-05-17 04:41:50 +00007150#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7151 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7152 (__v8di)(__m512i)(B), (int)(imm), \
7153 (__v8di)(__m512i)(W), \
7154 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007155
Craig Topper8c18e112016-05-17 04:41:50 +00007156#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7157 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7158 (__v8di)(__m512i)(B), (int)(imm), \
7159 (__v8di)_mm512_setzero_si512(), \
7160 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007161
Simon Pilgrim427154d2016-07-04 21:30:47 +00007162#define _mm512_shuffle_pd(A, B, M) __extension__ ({ \
7163 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(A), \
7164 (__v8df)(__m512d)(B), \
Craig Topper2a383c92016-07-04 22:18:01 +00007165 0 + (((M) >> 0) & 0x1), \
7166 8 + (((M) >> 1) & 0x1), \
7167 2 + (((M) >> 2) & 0x1), \
7168 10 + (((M) >> 3) & 0x1), \
7169 4 + (((M) >> 4) & 0x1), \
7170 12 + (((M) >> 5) & 0x1), \
7171 6 + (((M) >> 6) & 0x1), \
7172 14 + (((M) >> 7) & 0x1)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007173
Simon Pilgrim427154d2016-07-04 21:30:47 +00007174#define _mm512_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7175 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7176 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7177 (__v8df)(__m512d)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007178
Simon Pilgrim427154d2016-07-04 21:30:47 +00007179#define _mm512_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7180 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7181 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7182 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007183
Craig Topper6e76fb62016-07-10 05:57:21 +00007184#define _mm512_shuffle_ps(A, B, M) __extension__ ({ \
7185 (__m512d)__builtin_shufflevector((__v16sf)(__m512)(A), \
7186 (__v16sf)(__m512)(B), \
7187 0 + (((M) >> 0) & 0x3), \
7188 0 + (((M) >> 2) & 0x3), \
7189 16 + (((M) >> 4) & 0x3), \
7190 16 + (((M) >> 6) & 0x3), \
7191 4 + (((M) >> 0) & 0x3), \
7192 4 + (((M) >> 2) & 0x3), \
7193 20 + (((M) >> 4) & 0x3), \
7194 20 + (((M) >> 6) & 0x3), \
7195 8 + (((M) >> 0) & 0x3), \
7196 8 + (((M) >> 2) & 0x3), \
7197 24 + (((M) >> 4) & 0x3), \
7198 24 + (((M) >> 6) & 0x3), \
7199 12 + (((M) >> 0) & 0x3), \
7200 12 + (((M) >> 2) & 0x3), \
7201 28 + (((M) >> 4) & 0x3), \
7202 28 + (((M) >> 6) & 0x3)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007203
Craig Topper6e76fb62016-07-10 05:57:21 +00007204#define _mm512_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7205 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7206 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7207 (__v16sf)(__m512)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007208
Craig Topper6e76fb62016-07-10 05:57:21 +00007209#define _mm512_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7210 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7211 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7212 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007213
Craig Topper8c18e112016-05-17 04:41:50 +00007214#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007215 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7216 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007217 (__v2df)_mm_setzero_pd(), \
7218 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007219
7220static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007221_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007222{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007223 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7224 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007225 (__v2df) __W,
7226 (__mmask8) __U,
7227 _MM_FROUND_CUR_DIRECTION);
7228}
7229
Craig Topper8c18e112016-05-17 04:41:50 +00007230#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007231 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7232 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007233 (__v2df)(__m128d)(W), \
7234 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007235
7236static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007237_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007238{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007239 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7240 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007241 (__v2df) _mm_setzero_pd (),
7242 (__mmask8) __U,
7243 _MM_FROUND_CUR_DIRECTION);
7244}
7245
Craig Topper8c18e112016-05-17 04:41:50 +00007246#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007247 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7248 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007249 (__v2df)_mm_setzero_pd(), \
7250 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007251
Craig Topper8c18e112016-05-17 04:41:50 +00007252#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007253 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7254 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007255 (__v4sf)_mm_setzero_ps(), \
7256 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007257
7258static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007259_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007260{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007261 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7262 (__v4sf) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007263 (__v4sf) __W,
7264 (__mmask8) __U,
7265 _MM_FROUND_CUR_DIRECTION);
7266}
7267
Craig Topper8c18e112016-05-17 04:41:50 +00007268#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007269 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7270 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007271 (__v4sf)(__m128)(W), (__mmask8)(U), \
7272 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007273
7274static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007275_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007276{
7277 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7278 (__v4sf) __B,
7279 (__v4sf) _mm_setzero_ps (),
7280 (__mmask8) __U,
7281 _MM_FROUND_CUR_DIRECTION);
7282}
7283
Craig Topper8c18e112016-05-17 04:41:50 +00007284#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007285 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7286 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007287 (__v4sf)_mm_setzero_ps(), \
7288 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007289
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007290static __inline__ __m512 __DEFAULT_FN_ATTRS
7291_mm512_broadcast_f32x4 (__m128 __A)
7292{
7293 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7294 (__v16sf)
7295 _mm512_undefined_ps (),
7296 (__mmask16) -1);
7297}
7298
7299static __inline__ __m512 __DEFAULT_FN_ATTRS
7300_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7301{
7302 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7303 (__v16sf) __O,
7304 __M);
7305}
7306
7307static __inline__ __m512 __DEFAULT_FN_ATTRS
7308_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7309{
7310 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7311 (__v16sf)
7312 _mm512_setzero_ps (),
7313 __M);
7314}
7315
7316static __inline__ __m512d __DEFAULT_FN_ATTRS
7317_mm512_broadcast_f64x4 (__m256d __A)
7318{
7319 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7320 (__v8df)
7321 _mm512_undefined_pd (),
7322 (__mmask8) -1);
7323}
7324
7325static __inline__ __m512d __DEFAULT_FN_ATTRS
7326_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7327{
7328 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7329 (__v8df) __O,
7330 __M);
7331}
7332
7333static __inline__ __m512d __DEFAULT_FN_ATTRS
7334_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7335{
7336 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7337 (__v8df)
7338 _mm512_setzero_pd (),
7339 __M);
7340}
7341
7342static __inline__ __m512i __DEFAULT_FN_ATTRS
7343_mm512_broadcast_i32x4 (__m128i __A)
7344{
7345 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7346 (__v16si)
7347 _mm512_undefined_epi32 (),
7348 (__mmask16) -1);
7349}
7350
7351static __inline__ __m512i __DEFAULT_FN_ATTRS
7352_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7353{
7354 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7355 (__v16si) __O,
7356 __M);
7357}
7358
7359static __inline__ __m512i __DEFAULT_FN_ATTRS
7360_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7361{
7362 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7363 (__v16si)
7364 _mm512_setzero_si512 (),
7365 __M);
7366}
7367
7368static __inline__ __m512i __DEFAULT_FN_ATTRS
7369_mm512_broadcast_i64x4 (__m256i __A)
7370{
7371 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7372 (__v8di)
7373 _mm512_undefined_epi32 (),
7374 (__mmask8) -1);
7375}
7376
7377static __inline__ __m512i __DEFAULT_FN_ATTRS
7378_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7379{
7380 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7381 (__v8di) __O,
7382 __M);
7383}
7384
7385static __inline__ __m512i __DEFAULT_FN_ATTRS
7386_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7387{
7388 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7389 (__v8di)
7390 _mm512_setzero_si512 (),
7391 __M);
7392}
7393
7394static __inline__ __m512d __DEFAULT_FN_ATTRS
7395_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7396{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007397 return (__m512d)__builtin_ia32_selectpd_512(__M,
7398 (__v8df) _mm512_broadcastsd_pd(__A),
7399 (__v8df) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007400}
7401
7402static __inline__ __m512d __DEFAULT_FN_ATTRS
7403_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7404{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007405 return (__m512d)__builtin_ia32_selectpd_512(__M,
7406 (__v8df) _mm512_broadcastsd_pd(__A),
7407 (__v8df) _mm512_setzero_pd());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007408}
7409
7410static __inline__ __m512 __DEFAULT_FN_ATTRS
7411_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7412{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007413 return (__m512)__builtin_ia32_selectps_512(__M,
7414 (__v16sf) _mm512_broadcastss_ps(__A),
7415 (__v16sf) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007416}
7417
7418static __inline__ __m512 __DEFAULT_FN_ATTRS
7419_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7420{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007421 return (__m512)__builtin_ia32_selectps_512(__M,
7422 (__v16sf) _mm512_broadcastss_ps(__A),
7423 (__v16sf) _mm512_setzero_ps());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007424}
7425
Michael Zuckermane1680612016-04-13 15:02:04 +00007426static __inline__ __m128i __DEFAULT_FN_ATTRS
7427_mm512_cvtsepi32_epi8 (__m512i __A)
7428{
7429 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7430 (__v16qi) _mm_undefined_si128 (),
7431 (__mmask16) -1);
7432}
7433
7434static __inline__ __m128i __DEFAULT_FN_ATTRS
7435_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7436{
7437 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7438 (__v16qi) __O, __M);
7439}
7440
7441static __inline__ __m128i __DEFAULT_FN_ATTRS
7442_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7443{
7444 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7445 (__v16qi) _mm_setzero_si128 (),
7446 __M);
7447}
7448
7449static __inline__ void __DEFAULT_FN_ATTRS
7450_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7451{
7452 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7453}
7454
7455static __inline__ __m256i __DEFAULT_FN_ATTRS
7456_mm512_cvtsepi32_epi16 (__m512i __A)
7457{
7458 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7459 (__v16hi) _mm256_undefined_si256 (),
7460 (__mmask16) -1);
7461}
7462
7463static __inline__ __m256i __DEFAULT_FN_ATTRS
7464_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7465{
7466 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7467 (__v16hi) __O, __M);
7468}
7469
7470static __inline__ __m256i __DEFAULT_FN_ATTRS
7471_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7472{
7473 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7474 (__v16hi) _mm256_setzero_si256 (),
7475 __M);
7476}
7477
7478static __inline__ void __DEFAULT_FN_ATTRS
7479_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7480{
7481 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7482}
7483
7484static __inline__ __m128i __DEFAULT_FN_ATTRS
7485_mm512_cvtsepi64_epi8 (__m512i __A)
7486{
7487 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7488 (__v16qi) _mm_undefined_si128 (),
7489 (__mmask8) -1);
7490}
7491
7492static __inline__ __m128i __DEFAULT_FN_ATTRS
7493_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7494{
7495 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7496 (__v16qi) __O, __M);
7497}
7498
7499static __inline__ __m128i __DEFAULT_FN_ATTRS
7500_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7501{
7502 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7503 (__v16qi) _mm_setzero_si128 (),
7504 __M);
7505}
7506
7507static __inline__ void __DEFAULT_FN_ATTRS
7508_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7509{
7510 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7511}
7512
7513static __inline__ __m256i __DEFAULT_FN_ATTRS
7514_mm512_cvtsepi64_epi32 (__m512i __A)
7515{
7516 __v8si __O;
7517 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7518 (__v8si) _mm256_undefined_si256 (),
7519 (__mmask8) -1);
7520}
7521
7522static __inline__ __m256i __DEFAULT_FN_ATTRS
7523_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7524{
7525 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7526 (__v8si) __O, __M);
7527}
7528
7529static __inline__ __m256i __DEFAULT_FN_ATTRS
7530_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7531{
7532 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7533 (__v8si) _mm256_setzero_si256 (),
7534 __M);
7535}
7536
7537static __inline__ void __DEFAULT_FN_ATTRS
7538_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7539{
7540 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7541}
7542
7543static __inline__ __m128i __DEFAULT_FN_ATTRS
7544_mm512_cvtsepi64_epi16 (__m512i __A)
7545{
7546 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7547 (__v8hi) _mm_undefined_si128 (),
7548 (__mmask8) -1);
7549}
7550
7551static __inline__ __m128i __DEFAULT_FN_ATTRS
7552_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7553{
7554 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7555 (__v8hi) __O, __M);
7556}
7557
7558static __inline__ __m128i __DEFAULT_FN_ATTRS
7559_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7560{
7561 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7562 (__v8hi) _mm_setzero_si128 (),
7563 __M);
7564}
7565
7566static __inline__ void __DEFAULT_FN_ATTRS
7567_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7568{
7569 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7570}
7571
Michael Zuckermand8715312016-04-14 06:48:09 +00007572static __inline__ __m128i __DEFAULT_FN_ATTRS
7573_mm512_cvtusepi32_epi8 (__m512i __A)
7574{
7575 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7576 (__v16qi) _mm_undefined_si128 (),
7577 (__mmask16) -1);
7578}
7579
7580static __inline__ __m128i __DEFAULT_FN_ATTRS
7581_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7582{
7583 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7584 (__v16qi) __O,
7585 __M);
7586}
7587
7588static __inline__ __m128i __DEFAULT_FN_ATTRS
7589_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7590{
7591 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7592 (__v16qi) _mm_setzero_si128 (),
7593 __M);
7594}
7595
7596static __inline__ void __DEFAULT_FN_ATTRS
7597_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7598{
7599 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7600}
7601
7602static __inline__ __m256i __DEFAULT_FN_ATTRS
7603_mm512_cvtusepi32_epi16 (__m512i __A)
7604{
7605 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7606 (__v16hi) _mm256_undefined_si256 (),
7607 (__mmask16) -1);
7608}
7609
7610static __inline__ __m256i __DEFAULT_FN_ATTRS
7611_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7612{
7613 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7614 (__v16hi) __O,
7615 __M);
7616}
7617
7618static __inline__ __m256i __DEFAULT_FN_ATTRS
7619_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7620{
7621 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7622 (__v16hi) _mm256_setzero_si256 (),
7623 __M);
7624}
7625
7626static __inline__ void __DEFAULT_FN_ATTRS
7627_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7628{
7629 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7630}
7631
7632static __inline__ __m128i __DEFAULT_FN_ATTRS
7633_mm512_cvtusepi64_epi8 (__m512i __A)
7634{
7635 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7636 (__v16qi) _mm_undefined_si128 (),
7637 (__mmask8) -1);
7638}
7639
7640static __inline__ __m128i __DEFAULT_FN_ATTRS
7641_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7642{
7643 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7644 (__v16qi) __O,
7645 __M);
7646}
7647
7648static __inline__ __m128i __DEFAULT_FN_ATTRS
7649_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7650{
7651 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7652 (__v16qi) _mm_setzero_si128 (),
7653 __M);
7654}
7655
7656static __inline__ void __DEFAULT_FN_ATTRS
7657_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7658{
7659 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7660}
7661
7662static __inline__ __m256i __DEFAULT_FN_ATTRS
7663_mm512_cvtusepi64_epi32 (__m512i __A)
7664{
7665 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7666 (__v8si) _mm256_undefined_si256 (),
7667 (__mmask8) -1);
7668}
7669
7670static __inline__ __m256i __DEFAULT_FN_ATTRS
7671_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7672{
7673 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7674 (__v8si) __O, __M);
7675}
7676
7677static __inline__ __m256i __DEFAULT_FN_ATTRS
7678_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7679{
7680 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7681 (__v8si) _mm256_setzero_si256 (),
7682 __M);
7683}
7684
7685static __inline__ void __DEFAULT_FN_ATTRS
7686_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7687{
7688 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7689}
7690
7691static __inline__ __m128i __DEFAULT_FN_ATTRS
7692_mm512_cvtusepi64_epi16 (__m512i __A)
7693{
7694 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7695 (__v8hi) _mm_undefined_si128 (),
7696 (__mmask8) -1);
7697}
7698
7699static __inline__ __m128i __DEFAULT_FN_ATTRS
7700_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7701{
7702 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7703 (__v8hi) __O, __M);
7704}
7705
7706static __inline__ __m128i __DEFAULT_FN_ATTRS
7707_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7708{
7709 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7710 (__v8hi) _mm_setzero_si128 (),
7711 __M);
7712}
7713
7714static __inline__ void __DEFAULT_FN_ATTRS
7715_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7716{
7717 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7718}
7719
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007720static __inline__ __m128i __DEFAULT_FN_ATTRS
7721_mm512_cvtepi32_epi8 (__m512i __A)
7722{
7723 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7724 (__v16qi) _mm_undefined_si128 (),
7725 (__mmask16) -1);
7726}
7727
7728static __inline__ __m128i __DEFAULT_FN_ATTRS
7729_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7730{
7731 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7732 (__v16qi) __O, __M);
7733}
7734
7735static __inline__ __m128i __DEFAULT_FN_ATTRS
7736_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7737{
7738 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7739 (__v16qi) _mm_setzero_si128 (),
7740 __M);
7741}
7742
7743static __inline__ void __DEFAULT_FN_ATTRS
7744_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7745{
7746 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7747}
7748
7749static __inline__ __m256i __DEFAULT_FN_ATTRS
7750_mm512_cvtepi32_epi16 (__m512i __A)
7751{
7752 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7753 (__v16hi) _mm256_undefined_si256 (),
7754 (__mmask16) -1);
7755}
7756
7757static __inline__ __m256i __DEFAULT_FN_ATTRS
7758_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7759{
7760 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7761 (__v16hi) __O, __M);
7762}
7763
7764static __inline__ __m256i __DEFAULT_FN_ATTRS
7765_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7766{
7767 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7768 (__v16hi) _mm256_setzero_si256 (),
7769 __M);
7770}
7771
7772static __inline__ void __DEFAULT_FN_ATTRS
7773_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7774{
7775 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7776}
7777
7778static __inline__ __m128i __DEFAULT_FN_ATTRS
7779_mm512_cvtepi64_epi8 (__m512i __A)
7780{
7781 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7782 (__v16qi) _mm_undefined_si128 (),
7783 (__mmask8) -1);
7784}
7785
7786static __inline__ __m128i __DEFAULT_FN_ATTRS
7787_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7788{
7789 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7790 (__v16qi) __O, __M);
7791}
7792
7793static __inline__ __m128i __DEFAULT_FN_ATTRS
7794_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7795{
7796 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7797 (__v16qi) _mm_setzero_si128 (),
7798 __M);
7799}
7800
7801static __inline__ void __DEFAULT_FN_ATTRS
7802_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7803{
7804 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7805}
7806
7807static __inline__ __m256i __DEFAULT_FN_ATTRS
7808_mm512_cvtepi64_epi32 (__m512i __A)
7809{
7810 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7811 (__v8si) _mm256_undefined_si256 (),
7812 (__mmask8) -1);
7813}
7814
7815static __inline__ __m256i __DEFAULT_FN_ATTRS
7816_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7817{
7818 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7819 (__v8si) __O, __M);
7820}
7821
7822static __inline__ __m256i __DEFAULT_FN_ATTRS
7823_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7824{
7825 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7826 (__v8si) _mm256_setzero_si256 (),
7827 __M);
7828}
7829
7830static __inline__ void __DEFAULT_FN_ATTRS
7831_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7832{
7833 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7834}
7835
7836static __inline__ __m128i __DEFAULT_FN_ATTRS
7837_mm512_cvtepi64_epi16 (__m512i __A)
7838{
7839 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7840 (__v8hi) _mm_undefined_si128 (),
7841 (__mmask8) -1);
7842}
7843
7844static __inline__ __m128i __DEFAULT_FN_ATTRS
7845_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7846{
7847 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7848 (__v8hi) __O, __M);
7849}
7850
7851static __inline__ __m128i __DEFAULT_FN_ATTRS
7852_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7853{
7854 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7855 (__v8hi) _mm_setzero_si128 (),
7856 __M);
7857}
7858
7859static __inline__ void __DEFAULT_FN_ATTRS
7860_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7861{
7862 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7863}
7864
Craig Topper8c18e112016-05-17 04:41:50 +00007865#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7866 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7867 (__v4si)_mm_undefined_si128(), \
7868 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007869
Craig Topper8c18e112016-05-17 04:41:50 +00007870#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7871 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7872 (__v4si)(__m128i)(W), \
7873 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007874
Craig Topper8c18e112016-05-17 04:41:50 +00007875#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7876 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7877 (__v4si)_mm_setzero_si128(), \
7878 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007879
Craig Topper8c18e112016-05-17 04:41:50 +00007880#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7881 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7882 (__v4di)_mm256_undefined_si256(), \
7883 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007884
Craig Topper8c18e112016-05-17 04:41:50 +00007885#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7886 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7887 (__v4di)(__m256i)(W), \
7888 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007889
Craig Topper8c18e112016-05-17 04:41:50 +00007890#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7891 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7892 (__v4di)_mm256_setzero_si256(), \
7893 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007894
Craig Topper8c18e112016-05-17 04:41:50 +00007895#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
7896 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7897 (__v4df)(__m256d)(B), (int)(imm), \
7898 (__v8df)_mm512_undefined_pd(), \
7899 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007900
Craig Topper8c18e112016-05-17 04:41:50 +00007901#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
7902 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7903 (__v4df)(__m256d)(B), (int)(imm), \
7904 (__v8df)(__m512d)(W), \
7905 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007906
Craig Topper8c18e112016-05-17 04:41:50 +00007907#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
7908 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7909 (__v4df)(__m256d)(B), (int)(imm), \
7910 (__v8df)_mm512_setzero_pd(), \
7911 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007912
Craig Topper8c18e112016-05-17 04:41:50 +00007913#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
7914 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7915 (__v4di)(__m256i)(B), (int)(imm), \
7916 (__v8di)_mm512_setzero_si512(), \
7917 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007918
Craig Topper8c18e112016-05-17 04:41:50 +00007919#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
7920 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7921 (__v4di)(__m256i)(B), (int)(imm), \
7922 (__v8di)(__m512i)(W), \
7923 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007924
Craig Topper8c18e112016-05-17 04:41:50 +00007925#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
7926 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7927 (__v4di)(__m256i)(B), (int)(imm), \
7928 (__v8di)_mm512_setzero_si512(), \
7929 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007930
Craig Topper8c18e112016-05-17 04:41:50 +00007931#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
7932 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7933 (__v4sf)(__m128)(B), (int)(imm), \
7934 (__v16sf)_mm512_undefined_ps(), \
7935 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007936
Craig Topper8c18e112016-05-17 04:41:50 +00007937#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
7938 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7939 (__v4sf)(__m128)(B), (int)(imm), \
7940 (__v16sf)(__m512)(W), \
7941 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007942
Craig Topper8c18e112016-05-17 04:41:50 +00007943#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
7944 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7945 (__v4sf)(__m128)(B), (int)(imm), \
7946 (__v16sf)_mm512_setzero_ps(), \
7947 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007948
Craig Topper8c18e112016-05-17 04:41:50 +00007949#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
7950 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7951 (__v4si)(__m128i)(B), (int)(imm), \
7952 (__v16si)_mm512_setzero_si512(), \
7953 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007954
Craig Topper8c18e112016-05-17 04:41:50 +00007955#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
7956 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7957 (__v4si)(__m128i)(B), (int)(imm), \
7958 (__v16si)(__m512i)(W), \
7959 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007960
Craig Topper8c18e112016-05-17 04:41:50 +00007961#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
7962 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7963 (__v4si)(__m128i)(B), (int)(imm), \
7964 (__v16si)_mm512_setzero_si512(), \
7965 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007966
Craig Topper8c18e112016-05-17 04:41:50 +00007967#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
7968 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7969 (int)(((C)<<2) | (B)), \
7970 (__v8df)_mm512_undefined_pd(), \
7971 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007972
Craig Topper8c18e112016-05-17 04:41:50 +00007973#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
7974 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7975 (int)(((C)<<2) | (B)), \
7976 (__v8df)(__m512d)(W), \
7977 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007978
Craig Topper8c18e112016-05-17 04:41:50 +00007979#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
7980 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7981 (int)(((C)<<2) | (B)), \
7982 (__v8df)_mm512_setzero_pd(), \
7983 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007984
Craig Topper8c18e112016-05-17 04:41:50 +00007985#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
7986 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7987 (int)(((C)<<2) | (B)), \
7988 (__v8df)_mm512_setzero_pd(), \
7989 (__mmask8)-1, \
7990 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007991
Craig Topper8c18e112016-05-17 04:41:50 +00007992#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
7993 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7994 (int)(((C)<<2) | (B)), \
7995 (__v8df)(__m512d)(W), \
7996 (__mmask8)(U), \
7997 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007998
Craig Topper8c18e112016-05-17 04:41:50 +00007999#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
8000 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8001 (int)(((C)<<2) | (B)), \
8002 (__v8df)_mm512_setzero_pd(), \
8003 (__mmask8)(U), \
8004 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008005
Craig Topper8c18e112016-05-17 04:41:50 +00008006#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
8007 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8008 (int)(((C)<<2) | (B)), \
8009 (__v16sf)_mm512_undefined_ps(), \
8010 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008011
Craig Topper8c18e112016-05-17 04:41:50 +00008012#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
8013 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8014 (int)(((C)<<2) | (B)), \
8015 (__v16sf)(__m512)(W), \
8016 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008017
Craig Topper8c18e112016-05-17 04:41:50 +00008018#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
8019 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8020 (int)(((C)<<2) | (B)), \
8021 (__v16sf)_mm512_setzero_ps(), \
8022 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008023
Craig Topper8c18e112016-05-17 04:41:50 +00008024#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
8025 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8026 (int)(((C)<<2)|(B)), \
8027 (__v16sf)_mm512_undefined_ps(), \
8028 (__mmask16)-1, \
8029 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008030
Craig Topper8c18e112016-05-17 04:41:50 +00008031#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8032 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8033 (int)(((C)<<2)|(B)), \
8034 (__v16sf)(__m512)(W), \
8035 (__mmask16)(U), \
8036 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008037
Craig Topper8c18e112016-05-17 04:41:50 +00008038#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8039 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8040 (int)(((C)<<2)|(B)), \
8041 (__v16sf)_mm512_setzero_ps(), \
8042 (__mmask16)(U), \
8043 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008044
Craig Topper8c18e112016-05-17 04:41:50 +00008045#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8046 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8047 (__v8df)_mm512_undefined_pd(), \
8048 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008049
Craig Topper8c18e112016-05-17 04:41:50 +00008050#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8051 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8052 (__v8df)(__m512d)(W), \
8053 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008054
Craig Topper8c18e112016-05-17 04:41:50 +00008055#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8056 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8057 (__v8df)_mm512_setzero_pd(), \
8058 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008059
8060static __inline__ __m512d __DEFAULT_FN_ATTRS
8061_mm512_getexp_pd (__m512d __A)
8062{
8063 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8064 (__v8df) _mm512_undefined_pd (),
8065 (__mmask8) -1,
8066 _MM_FROUND_CUR_DIRECTION);
8067}
8068
8069static __inline__ __m512d __DEFAULT_FN_ATTRS
8070_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8071{
8072 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8073 (__v8df) __W,
8074 (__mmask8) __U,
8075 _MM_FROUND_CUR_DIRECTION);
8076}
8077
8078static __inline__ __m512d __DEFAULT_FN_ATTRS
8079_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8080{
8081 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8082 (__v8df) _mm512_setzero_pd (),
8083 (__mmask8) __U,
8084 _MM_FROUND_CUR_DIRECTION);
8085}
8086
Craig Topper8c18e112016-05-17 04:41:50 +00008087#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8088 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8089 (__v16sf)_mm512_undefined_ps(), \
8090 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008091
Craig Topper8c18e112016-05-17 04:41:50 +00008092#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8093 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8094 (__v16sf)(__m512)(W), \
8095 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008096
Craig Topper8c18e112016-05-17 04:41:50 +00008097#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8098 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8099 (__v16sf)_mm512_setzero_ps(), \
8100 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008101
8102static __inline__ __m512 __DEFAULT_FN_ATTRS
8103_mm512_getexp_ps (__m512 __A)
8104{
8105 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8106 (__v16sf) _mm512_undefined_ps (),
8107 (__mmask16) -1,
8108 _MM_FROUND_CUR_DIRECTION);
8109}
8110
8111static __inline__ __m512 __DEFAULT_FN_ATTRS
8112_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8113{
8114 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8115 (__v16sf) __W,
8116 (__mmask16) __U,
8117 _MM_FROUND_CUR_DIRECTION);
8118}
8119
8120static __inline__ __m512 __DEFAULT_FN_ATTRS
8121_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8122{
8123 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8124 (__v16sf) _mm512_setzero_ps (),
8125 (__mmask16) __U,
8126 _MM_FROUND_CUR_DIRECTION);
8127}
8128
Craig Topper8c18e112016-05-17 04:41:50 +00008129#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8130 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8131 (float const *)(addr), \
8132 (__v8di)(__m512i)(index), (__mmask8)-1, \
8133 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008134
8135#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8136 __addr, __scale) __extension__({\
8137__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8138 __addr,(__v8di) __index, __mask, __scale);\
8139})
8140
Craig Topper8c18e112016-05-17 04:41:50 +00008141#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8142 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8143 (int const *)(addr), \
8144 (__v8di)(__m512i)(index), \
8145 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008146
Craig Topper8c18e112016-05-17 04:41:50 +00008147#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8148 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8149 (int const *)(addr), \
8150 (__v8di)(__m512i)(index), \
8151 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008152
Craig Topper8c18e112016-05-17 04:41:50 +00008153#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8154 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8155 (double const *)(addr), \
8156 (__v8di)(__m512i)(index), (__mmask8)-1, \
8157 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008158
Craig Topper8c18e112016-05-17 04:41:50 +00008159#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8160 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8161 (double const *)(addr), \
8162 (__v8di)(__m512i)(index), \
8163 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008164
Craig Topper8c18e112016-05-17 04:41:50 +00008165#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8166 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8167 (long long const *)(addr), \
8168 (__v8di)(__m512i)(index), (__mmask8)-1, \
8169 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008170
Craig Topper8c18e112016-05-17 04:41:50 +00008171#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8172 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8173 (long long const *)(addr), \
8174 (__v8di)(__m512i)(index), \
8175 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008176
Craig Topper8c18e112016-05-17 04:41:50 +00008177#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8178 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8179 (float const *)(addr), \
8180 (__v16sf)(__m512)(index), \
8181 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008182
Craig Topper8c18e112016-05-17 04:41:50 +00008183#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8184 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8185 (float const *)(addr), \
8186 (__v16sf)(__m512)(index), \
8187 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008188
Craig Topper8c18e112016-05-17 04:41:50 +00008189#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8190 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8191 (int const *)(addr), \
8192 (__v16si)(__m512i)(index), \
8193 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008194
Craig Topper8c18e112016-05-17 04:41:50 +00008195#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8196 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8197 (int const *)(addr), \
8198 (__v16si)(__m512i)(index), \
8199 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008200
Craig Topper8c18e112016-05-17 04:41:50 +00008201#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8202 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8203 (double const *)(addr), \
8204 (__v8si)(__m256i)(index), (__mmask8)-1, \
8205 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008206
Craig Topper8c18e112016-05-17 04:41:50 +00008207#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8208 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8209 (double const *)(addr), \
8210 (__v8si)(__m256i)(index), \
8211 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008212
Craig Topper8c18e112016-05-17 04:41:50 +00008213#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8214 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8215 (long long const *)(addr), \
8216 (__v8si)(__m256i)(index), (__mmask8)-1, \
8217 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008218
Craig Topper8c18e112016-05-17 04:41:50 +00008219#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8220 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8221 (long long const *)(addr), \
8222 (__v8si)(__m256i)(index), \
8223 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008224
Craig Topper8c18e112016-05-17 04:41:50 +00008225#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8226 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8227 (__v8di)(__m512i)(index), \
8228 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008229
Craig Topper8c18e112016-05-17 04:41:50 +00008230#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8231 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8232 (__v8di)(__m512i)(index), \
8233 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008234
Craig Topper8c18e112016-05-17 04:41:50 +00008235#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8236 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8237 (__v8di)(__m512i)(index), \
8238 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008239
Craig Topper8c18e112016-05-17 04:41:50 +00008240#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8241 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8242 (__v8di)(__m512i)(index), \
8243 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008244
Craig Topper8c18e112016-05-17 04:41:50 +00008245#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8246 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8247 (__v8di)(__m512i)(index), \
8248 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008249
Craig Topper8c18e112016-05-17 04:41:50 +00008250#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8251 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8252 (__v8di)(__m512i)(index), \
8253 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008254
Craig Topper8c18e112016-05-17 04:41:50 +00008255#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8256 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8257 (__v8di)(__m512i)(index), \
8258 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008259
Craig Topper8c18e112016-05-17 04:41:50 +00008260#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8261 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8262 (__v8di)(__m512i)(index), \
8263 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008264
Craig Topper8c18e112016-05-17 04:41:50 +00008265#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8266 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8267 (__v16si)(__m512i)(index), \
8268 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008269
Craig Topper8c18e112016-05-17 04:41:50 +00008270#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8271 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8272 (__v16si)(__m512i)(index), \
8273 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008274
Craig Topper8c18e112016-05-17 04:41:50 +00008275#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8276 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8277 (__v16si)(__m512i)(index), \
8278 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008279
Craig Topper8c18e112016-05-17 04:41:50 +00008280#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8281 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8282 (__v16si)(__m512i)(index), \
8283 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008284
Craig Topper8c18e112016-05-17 04:41:50 +00008285#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8286 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8287 (__v8si)(__m256i)(index), \
8288 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008289
Craig Topper8c18e112016-05-17 04:41:50 +00008290#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8291 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8292 (__v8si)(__m256i)(index), \
8293 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008294
Craig Topper8c18e112016-05-17 04:41:50 +00008295#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8296 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8297 (__v8si)(__m256i)(index), \
8298 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008299
Craig Topper8c18e112016-05-17 04:41:50 +00008300#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8301 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8302 (__v8si)(__m256i)(index), \
8303 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008304
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008305static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008306_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008307{
8308 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8309 (__v4sf) __B,
8310 (__v4sf) __W,
8311 (__mmask8) __U,
8312 _MM_FROUND_CUR_DIRECTION);
8313}
8314
Craig Topper8c18e112016-05-17 04:41:50 +00008315#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8316 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8317 (__v4sf)(__m128)(B), \
8318 (__v4sf)(__m128)(W), (__mmask8)(U), \
8319 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008320
8321static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008322_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008323{
8324 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8325 (__v4sf) __B,
8326 (__v4sf) __C,
8327 (__mmask8) __U,
8328 _MM_FROUND_CUR_DIRECTION);
8329}
8330
Craig Topper8c18e112016-05-17 04:41:50 +00008331#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8332 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8333 (__v4sf)(__m128)(B), \
8334 (__v4sf)(__m128)(C), (__mmask8)(U), \
8335 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008336
8337static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008338_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008339{
8340 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8341 (__v4sf) __X,
8342 (__v4sf) __Y,
8343 (__mmask8) __U,
8344 _MM_FROUND_CUR_DIRECTION);
8345}
8346
Craig Topper8c18e112016-05-17 04:41:50 +00008347#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8348 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8349 (__v4sf)(__m128)(X), \
8350 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8351 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008352
8353static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008354_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008355{
8356 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008357 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008358 (__v4sf) __W,
8359 (__mmask8) __U,
8360 _MM_FROUND_CUR_DIRECTION);
8361}
8362
Craig Topper8c18e112016-05-17 04:41:50 +00008363#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8364 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8365 -(__v4sf)(__m128)(B), \
8366 (__v4sf)(__m128)(W), (__mmask8)(U), \
8367 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008368
8369static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008370_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008371{
8372 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8373 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008374 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008375 (__mmask8) __U,
8376 _MM_FROUND_CUR_DIRECTION);
8377}
8378
Craig Topper8c18e112016-05-17 04:41:50 +00008379#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8380 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8381 (__v4sf)(__m128)(B), \
8382 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8383 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008384
8385static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008386_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008387{
8388 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8389 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008390 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008391 (__mmask8) __U,
8392 _MM_FROUND_CUR_DIRECTION);
8393}
8394
Craig Topper8c18e112016-05-17 04:41:50 +00008395#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8396 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8397 (__v4sf)(__m128)(X), \
8398 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8399 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008400
8401static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008402_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008403{
Craig Topper9864c592016-05-15 20:10:03 +00008404 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008405 (__v4sf) __B,
8406 (__v4sf) __W,
8407 (__mmask8) __U,
8408 _MM_FROUND_CUR_DIRECTION);
8409}
8410
Craig Topper8c18e112016-05-17 04:41:50 +00008411#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8412 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8413 (__v4sf)(__m128)(B), \
8414 (__v4sf)(__m128)(W), (__mmask8)(U), \
8415 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008416
8417static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008418_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008419{
Craig Topper9864c592016-05-15 20:10:03 +00008420 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008421 (__v4sf) __B,
8422 (__v4sf) __C,
8423 (__mmask8) __U,
8424 _MM_FROUND_CUR_DIRECTION);
8425}
8426
Craig Topper8c18e112016-05-17 04:41:50 +00008427#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8428 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8429 (__v4sf)(__m128)(B), \
8430 (__v4sf)(__m128)(C), (__mmask8)(U), \
8431 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008432
8433static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008434_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008435{
Craig Topper9864c592016-05-15 20:10:03 +00008436 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008437 (__v4sf) __X,
8438 (__v4sf) __Y,
8439 (__mmask8) __U,
8440 _MM_FROUND_CUR_DIRECTION);
8441}
8442
Craig Topper8c18e112016-05-17 04:41:50 +00008443#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8444 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8445 (__v4sf)(__m128)(X), \
8446 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8447 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008448
8449static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008450_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008451{
Craig Topper9864c592016-05-15 20:10:03 +00008452 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8453 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008454 (__v4sf) __W,
8455 (__mmask8) __U,
8456 _MM_FROUND_CUR_DIRECTION);
8457}
8458
Craig Topper8c18e112016-05-17 04:41:50 +00008459#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8460 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8461 -(__v4sf)(__m128)(B), \
8462 (__v4sf)(__m128)(W), (__mmask8)(U), \
8463 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008464
8465static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008466_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008467{
Craig Topper9864c592016-05-15 20:10:03 +00008468 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008469 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008470 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008471 (__mmask8) __U,
8472 _MM_FROUND_CUR_DIRECTION);
8473}
8474
Craig Topper8c18e112016-05-17 04:41:50 +00008475#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8476 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8477 (__v4sf)(__m128)(B), \
8478 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8479 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008480
8481static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008482_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008483{
Craig Topper9864c592016-05-15 20:10:03 +00008484 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008485 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008486 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008487 (__mmask8) __U,
8488 _MM_FROUND_CUR_DIRECTION);
8489}
8490
Craig Topper8c18e112016-05-17 04:41:50 +00008491#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8492 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8493 (__v4sf)(__m128)(X), \
8494 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8495 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008496
Craig Topper58187d32016-05-17 04:41:29 +00008497static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008498_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008499{
Craig Topper58187d32016-05-17 04:41:29 +00008500 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008501 (__v2df) __B,
8502 (__v2df) __W,
8503 (__mmask8) __U,
8504 _MM_FROUND_CUR_DIRECTION);
8505}
8506
Craig Topper8c18e112016-05-17 04:41:50 +00008507#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8508 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8509 (__v2df)(__m128d)(B), \
8510 (__v2df)(__m128d)(W), (__mmask8)(U), \
8511 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008512
Craig Topper58187d32016-05-17 04:41:29 +00008513static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008514_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008515{
Craig Topper58187d32016-05-17 04:41:29 +00008516 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008517 (__v2df) __B,
8518 (__v2df) __C,
8519 (__mmask8) __U,
8520 _MM_FROUND_CUR_DIRECTION);
8521}
8522
Craig Topper8c18e112016-05-17 04:41:50 +00008523#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8524 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8525 (__v2df)(__m128d)(B), \
8526 (__v2df)(__m128d)(C), (__mmask8)(U), \
8527 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008528
Craig Topper58187d32016-05-17 04:41:29 +00008529static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008530_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008531{
Craig Topper58187d32016-05-17 04:41:29 +00008532 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008533 (__v2df) __X,
8534 (__v2df) __Y,
8535 (__mmask8) __U,
8536 _MM_FROUND_CUR_DIRECTION);
8537}
8538
Craig Topper8c18e112016-05-17 04:41:50 +00008539#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8540 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8541 (__v2df)(__m128d)(X), \
8542 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8543 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008544
Craig Topper58187d32016-05-17 04:41:29 +00008545static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008546_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008547{
Craig Topper58187d32016-05-17 04:41:29 +00008548 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008549 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008550 (__v2df) __W,
8551 (__mmask8) __U,
8552 _MM_FROUND_CUR_DIRECTION);
8553}
8554
Craig Topper8c18e112016-05-17 04:41:50 +00008555#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8556 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8557 -(__v2df)(__m128d)(B), \
8558 (__v2df)(__m128d)(W), (__mmask8)(U), \
8559 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008560
Craig Topper58187d32016-05-17 04:41:29 +00008561static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008562_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008563{
Craig Topper58187d32016-05-17 04:41:29 +00008564 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008565 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008566 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008567 (__mmask8) __U,
8568 _MM_FROUND_CUR_DIRECTION);
8569}
8570
Craig Topper8c18e112016-05-17 04:41:50 +00008571#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8572 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8573 (__v2df)(__m128d)(B), \
8574 -(__v2df)(__m128d)(C), \
8575 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008576
Craig Topper58187d32016-05-17 04:41:29 +00008577static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008578_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008579{
Craig Topper58187d32016-05-17 04:41:29 +00008580 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008581 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008582 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008583 (__mmask8) __U,
8584 _MM_FROUND_CUR_DIRECTION);
8585}
8586
Craig Topper8c18e112016-05-17 04:41:50 +00008587#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8588 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8589 (__v2df)(__m128d)(X), \
8590 -(__v2df)(__m128d)(Y), \
8591 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008592
Craig Topper58187d32016-05-17 04:41:29 +00008593static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008594_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008595{
Craig Topper58187d32016-05-17 04:41:29 +00008596 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008597 (__v2df) __B,
8598 (__v2df) __W,
8599 (__mmask8) __U,
8600 _MM_FROUND_CUR_DIRECTION);
8601}
8602
Craig Topper8c18e112016-05-17 04:41:50 +00008603#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8604 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8605 (__v2df)(__m128d)(B), \
8606 (__v2df)(__m128d)(W), (__mmask8)(U), \
8607 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008608
Craig Topper58187d32016-05-17 04:41:29 +00008609static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008610_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008611{
Craig Topper58187d32016-05-17 04:41:29 +00008612 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008613 (__v2df) __B,
8614 (__v2df) __C,
8615 (__mmask8) __U,
8616 _MM_FROUND_CUR_DIRECTION);
8617}
8618
Craig Topper8c18e112016-05-17 04:41:50 +00008619#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8620 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8621 (__v2df)(__m128d)(B), \
8622 (__v2df)(__m128d)(C), (__mmask8)(U), \
8623 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008624
Craig Topper58187d32016-05-17 04:41:29 +00008625static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008626_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008627{
Craig Topper58187d32016-05-17 04:41:29 +00008628 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008629 (__v2df) __X,
8630 (__v2df) __Y,
8631 (__mmask8) __U,
8632 _MM_FROUND_CUR_DIRECTION);
8633}
8634
Craig Topper8c18e112016-05-17 04:41:50 +00008635#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8636 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8637 (__v2df)(__m128d)(X), \
8638 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8639 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008640
Craig Topper58187d32016-05-17 04:41:29 +00008641static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008642_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008643{
Craig Topper58187d32016-05-17 04:41:29 +00008644 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008645 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008646 (__v2df) __W,
8647 (__mmask8) __U,
8648 _MM_FROUND_CUR_DIRECTION);
8649}
8650
Craig Topper8c18e112016-05-17 04:41:50 +00008651#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8652 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8653 -(__v2df)(__m128d)(B), \
8654 (__v2df)(__m128d)(W), (__mmask8)(U), \
8655 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008656
Craig Topper58187d32016-05-17 04:41:29 +00008657static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008658_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008659{
Craig Topper58187d32016-05-17 04:41:29 +00008660 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008661 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008662 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008663 (__mmask8) __U,
8664 _MM_FROUND_CUR_DIRECTION);
8665}
8666
Craig Topper8c18e112016-05-17 04:41:50 +00008667#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8668 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8669 (__v2df)(__m128d)(B), \
8670 -(__v2df)(__m128d)(C), \
8671 (__mmask8)(U), \
8672 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008673
Craig Topper58187d32016-05-17 04:41:29 +00008674static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008675_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008676{
Craig Topper58187d32016-05-17 04:41:29 +00008677 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008678 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008679 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008680 (__mmask8) __U,
8681 _MM_FROUND_CUR_DIRECTION);
8682}
8683
Craig Topper8c18e112016-05-17 04:41:50 +00008684#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8685 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8686 (__v2df)(__m128d)(X), \
8687 -(__v2df)(__m128d)(Y), \
8688 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008689
Simon Pilgrim30db8112016-07-04 13:34:44 +00008690#define _mm512_permutex_pd(X, C) __extension__ ({ \
8691 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
8692 (__v8df)_mm512_undefined_pd(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008693 0 + (((C) >> 0) & 0x3), \
8694 0 + (((C) >> 2) & 0x3), \
8695 0 + (((C) >> 4) & 0x3), \
8696 0 + (((C) >> 6) & 0x3), \
8697 4 + (((C) >> 0) & 0x3), \
8698 4 + (((C) >> 2) & 0x3), \
8699 4 + (((C) >> 4) & 0x3), \
8700 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008701
Simon Pilgrim30db8112016-07-04 13:34:44 +00008702#define _mm512_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8703 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8704 (__v8df)_mm512_permutex_pd((X), (C)), \
8705 (__v8df)(__m512d)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008706
Simon Pilgrim30db8112016-07-04 13:34:44 +00008707#define _mm512_maskz_permutex_pd(U, X, C) __extension__ ({ \
8708 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8709 (__v8df)_mm512_permutex_pd((X), (C)), \
8710 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008711
Simon Pilgrim30db8112016-07-04 13:34:44 +00008712#define _mm512_permutex_epi64(X, C) __extension__ ({ \
8713 (__m512i)__builtin_shufflevector((__v8di)(__m512i)(X), \
8714 (__v8di)_mm512_undefined_epi32(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008715 0 + (((C) >> 0) & 0x3), \
8716 0 + (((C) >> 2) & 0x3), \
8717 0 + (((C) >> 4) & 0x3), \
8718 0 + (((C) >> 6) & 0x3), \
8719 4 + (((C) >> 0) & 0x3), \
8720 4 + (((C) >> 2) & 0x3), \
8721 4 + (((C) >> 4) & 0x3), \
8722 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008723
Simon Pilgrim30db8112016-07-04 13:34:44 +00008724#define _mm512_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8725 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8726 (__v8di)_mm512_permutex_epi64((X), (C)), \
8727 (__v8di)(__m512i)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008728
Simon Pilgrim30db8112016-07-04 13:34:44 +00008729#define _mm512_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8730 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8731 (__v8di)_mm512_permutex_epi64((X), (C)), \
8732 (__v8di)_mm512_setzero_si512()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008733
8734static __inline__ __m512d __DEFAULT_FN_ATTRS
8735_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8736{
8737 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8738 (__v8di) __X,
8739 (__v8df) _mm512_undefined_pd (),
8740 (__mmask8) -1);
8741}
8742
8743static __inline__ __m512d __DEFAULT_FN_ATTRS
8744_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8745{
8746 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8747 (__v8di) __X,
8748 (__v8df) __W,
8749 (__mmask8) __U);
8750}
8751
8752static __inline__ __m512d __DEFAULT_FN_ATTRS
8753_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8754{
8755 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8756 (__v8di) __X,
8757 (__v8df) _mm512_setzero_pd (),
8758 (__mmask8) __U);
8759}
8760
8761static __inline__ __m512i __DEFAULT_FN_ATTRS
8762_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8763{
8764 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8765 (__v8di) __X,
8766 (__v8di) _mm512_setzero_si512 (),
8767 __M);
8768}
8769
8770static __inline__ __m512i __DEFAULT_FN_ATTRS
8771_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8772{
8773 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8774 (__v8di) __X,
8775 (__v8di) _mm512_undefined_epi32 (),
8776 (__mmask8) -1);
8777}
8778
8779static __inline__ __m512i __DEFAULT_FN_ATTRS
8780_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8781 __m512i __Y)
8782{
8783 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8784 (__v8di) __X,
8785 (__v8di) __W,
8786 __M);
8787}
8788
8789static __inline__ __m512 __DEFAULT_FN_ATTRS
8790_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8791{
8792 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8793 (__v16si) __X,
8794 (__v16sf) _mm512_undefined_ps (),
8795 (__mmask16) -1);
8796}
8797
8798static __inline__ __m512 __DEFAULT_FN_ATTRS
8799_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8800{
8801 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8802 (__v16si) __X,
8803 (__v16sf) __W,
8804 (__mmask16) __U);
8805}
8806
8807static __inline__ __m512 __DEFAULT_FN_ATTRS
8808_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8809{
8810 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8811 (__v16si) __X,
8812 (__v16sf) _mm512_setzero_ps (),
8813 (__mmask16) __U);
8814}
8815
8816static __inline__ __m512i __DEFAULT_FN_ATTRS
8817_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8818{
8819 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8820 (__v16si) __X,
8821 (__v16si) _mm512_setzero_si512 (),
8822 __M);
8823}
8824
8825static __inline__ __m512i __DEFAULT_FN_ATTRS
8826_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8827{
8828 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8829 (__v16si) __X,
8830 (__v16si) _mm512_undefined_epi32 (),
8831 (__mmask16) -1);
8832}
8833
8834static __inline__ __m512i __DEFAULT_FN_ATTRS
8835_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8836 __m512i __Y)
8837{
8838 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8839 (__v16si) __X,
8840 (__v16si) __W,
8841 __M);
8842}
8843
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008844static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8845_mm512_kand (__mmask16 __A, __mmask16 __B)
8846{
8847 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8848}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008849
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008850static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8851_mm512_kandn (__mmask16 __A, __mmask16 __B)
8852{
8853 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8854}
8855
8856static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8857_mm512_kor (__mmask16 __A, __mmask16 __B)
8858{
8859 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8860}
8861
8862static __inline__ int __DEFAULT_FN_ATTRS
8863_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8864{
Craig Topper91f23d92016-05-16 01:09:16 +00008865 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008866}
8867
8868static __inline__ int __DEFAULT_FN_ATTRS
8869_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8870{
Craig Topper91f23d92016-05-16 01:09:16 +00008871 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008872}
8873
8874static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8875_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8876{
8877 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8878}
8879
8880static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8881_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8882{
8883 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8884}
8885
8886static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8887_mm512_kxor (__mmask16 __A, __mmask16 __B)
8888{
8889 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8890}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008891
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008892static __inline__ void __DEFAULT_FN_ATTRS
8893_mm512_stream_si512 (__m512i * __P, __m512i __A)
8894{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008895 __builtin_nontemporal_store((__v8di)__A, (__v8di*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008896}
8897
8898static __inline__ __m512i __DEFAULT_FN_ATTRS
8899_mm512_stream_load_si512 (void *__P)
8900{
8901 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8902}
8903
8904static __inline__ void __DEFAULT_FN_ATTRS
8905_mm512_stream_pd (double *__P, __m512d __A)
8906{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008907 __builtin_nontemporal_store((__v8df)__A, (__v8df*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008908}
8909
8910static __inline__ void __DEFAULT_FN_ATTRS
8911_mm512_stream_ps (float *__P, __m512 __A)
8912{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008913 __builtin_nontemporal_store((__v16sf)__A, (__v16sf*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008914}
8915
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008916static __inline__ __m512d __DEFAULT_FN_ATTRS
8917_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8918{
8919 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8920 (__v8df) __W,
8921 (__mmask8) __U);
8922}
8923
8924static __inline__ __m512d __DEFAULT_FN_ATTRS
8925_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8926{
8927 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8928 (__v8df)
8929 _mm512_setzero_pd (),
8930 (__mmask8) __U);
8931}
8932
8933static __inline__ __m512i __DEFAULT_FN_ATTRS
8934_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8935{
8936 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8937 (__v8di) __W,
8938 (__mmask8) __U);
8939}
8940
8941static __inline__ __m512i __DEFAULT_FN_ATTRS
8942_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8943{
8944 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8945 (__v8di)
8946 _mm512_setzero_si512 (),
8947 (__mmask8) __U);
8948}
8949
8950static __inline__ __m512 __DEFAULT_FN_ATTRS
8951_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8952{
8953 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8954 (__v16sf) __W,
8955 (__mmask16) __U);
8956}
8957
8958static __inline__ __m512 __DEFAULT_FN_ATTRS
8959_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
8960{
8961 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8962 (__v16sf)
8963 _mm512_setzero_ps (),
8964 (__mmask16) __U);
8965}
8966
8967static __inline__ __m512i __DEFAULT_FN_ATTRS
8968_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8969{
8970 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8971 (__v16si) __W,
8972 (__mmask16) __U);
8973}
8974
8975static __inline__ __m512i __DEFAULT_FN_ATTRS
8976_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
8977{
8978 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8979 (__v16si)
8980 _mm512_setzero_si512 (),
8981 (__mmask16) __U);
8982}
8983
Craig Topper8c18e112016-05-17 04:41:50 +00008984#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
8985 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8986 (__v4sf)(__m128)(Y), (int)(P), \
8987 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008988
Craig Topper8c18e112016-05-17 04:41:50 +00008989#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
8990 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8991 (__v4sf)(__m128)(Y), (int)(P), \
8992 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008993
Craig Topper8c18e112016-05-17 04:41:50 +00008994#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
8995 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8996 (__v4sf)(__m128)(Y), (int)(P), \
8997 (__mmask8)-1, \
8998 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008999
Craig Topper8c18e112016-05-17 04:41:50 +00009000#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
9001 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9002 (__v4sf)(__m128)(Y), (int)(P), \
9003 (__mmask8)(M), \
9004 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009005
Craig Topper8c18e112016-05-17 04:41:50 +00009006#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
9007 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9008 (__v2df)(__m128d)(Y), (int)(P), \
9009 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009010
Craig Topper8c18e112016-05-17 04:41:50 +00009011#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
9012 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9013 (__v2df)(__m128d)(Y), (int)(P), \
9014 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009015
Craig Topper8c18e112016-05-17 04:41:50 +00009016#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
9017 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9018 (__v2df)(__m128d)(Y), (int)(P), \
9019 (__mmask8)-1, \
9020 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009021
Craig Topper8c18e112016-05-17 04:41:50 +00009022#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
9023 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9024 (__v2df)(__m128d)(Y), (int)(P), \
9025 (__mmask8)(M), \
9026 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009027
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009028static __inline__ __m512 __DEFAULT_FN_ATTRS
9029_mm512_movehdup_ps (__m512 __A)
9030{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009031 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9032 1, 1, 3, 3, 5, 5, 7, 7, 9, 9, 11, 11, 13, 13, 15, 15);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009033}
9034
9035static __inline__ __m512 __DEFAULT_FN_ATTRS
9036_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9037{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009038 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9039 (__v16sf)_mm512_movehdup_ps(__A),
9040 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009041}
9042
9043static __inline__ __m512 __DEFAULT_FN_ATTRS
9044_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9045{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009046 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9047 (__v16sf)_mm512_movehdup_ps(__A),
9048 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009049}
9050
9051static __inline__ __m512 __DEFAULT_FN_ATTRS
9052_mm512_moveldup_ps (__m512 __A)
9053{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009054 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9055 0, 0, 2, 2, 4, 4, 6, 6, 8, 8, 10, 10, 12, 12, 14, 14);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009056}
9057
9058static __inline__ __m512 __DEFAULT_FN_ATTRS
9059_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9060{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009061 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9062 (__v16sf)_mm512_moveldup_ps(__A),
9063 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009064}
9065
9066static __inline__ __m512 __DEFAULT_FN_ATTRS
9067_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9068{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009069 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9070 (__v16sf)_mm512_moveldup_ps(__A),
9071 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009072}
9073
Craig Topper8c18e112016-05-17 04:41:50 +00009074#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009075 (__m512i)__builtin_shufflevector((__v16si)(__m512i)(A), \
Craig Topper2a383c92016-07-04 22:18:01 +00009076 (__v16si)_mm512_undefined_epi32(), \
9077 0 + (((I) >> 0) & 0x3), \
9078 0 + (((I) >> 2) & 0x3), \
9079 0 + (((I) >> 4) & 0x3), \
9080 0 + (((I) >> 6) & 0x3), \
9081 4 + (((I) >> 0) & 0x3), \
9082 4 + (((I) >> 2) & 0x3), \
9083 4 + (((I) >> 4) & 0x3), \
9084 4 + (((I) >> 6) & 0x3), \
9085 8 + (((I) >> 0) & 0x3), \
9086 8 + (((I) >> 2) & 0x3), \
9087 8 + (((I) >> 4) & 0x3), \
9088 8 + (((I) >> 6) & 0x3), \
9089 12 + (((I) >> 0) & 0x3), \
9090 12 + (((I) >> 2) & 0x3), \
9091 12 + (((I) >> 4) & 0x3), \
9092 12 + (((I) >> 6) & 0x3)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009093
Craig Topper8c18e112016-05-17 04:41:50 +00009094#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009095 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9096 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9097 (__v16si)(__m512i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009098
Craig Topper8c18e112016-05-17 04:41:50 +00009099#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009100 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9101 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9102 (__v16si)_mm512_setzero_si512()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009103
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009104static __inline__ __m512d __DEFAULT_FN_ATTRS
9105_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9106{
9107 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9108 (__v8df) __W,
9109 (__mmask8) __U);
9110}
9111
9112static __inline__ __m512d __DEFAULT_FN_ATTRS
9113_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9114{
9115 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9116 (__v8df) _mm512_setzero_pd (),
9117 (__mmask8) __U);
9118}
9119
9120static __inline__ __m512i __DEFAULT_FN_ATTRS
9121_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9122{
9123 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9124 (__v8di) __W,
9125 (__mmask8) __U);
9126}
9127
9128static __inline__ __m512i __DEFAULT_FN_ATTRS
9129_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9130{
9131 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9132 (__v8di) _mm512_setzero_pd (),
9133 (__mmask8) __U);
9134}
9135
9136static __inline__ __m512d __DEFAULT_FN_ATTRS
9137_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9138{
9139 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9140 (__v8df) __W,
9141 (__mmask8) __U);
9142}
9143
9144static __inline__ __m512d __DEFAULT_FN_ATTRS
9145_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9146{
9147 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9148 (__v8df) _mm512_setzero_pd(),
9149 (__mmask8) __U);
9150}
9151
9152static __inline__ __m512i __DEFAULT_FN_ATTRS
9153_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9154{
9155 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9156 (__v8di) __W,
9157 (__mmask8) __U);
9158}
9159
9160static __inline__ __m512i __DEFAULT_FN_ATTRS
9161_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9162{
9163 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9164 (__v8di) _mm512_setzero_pd(),
9165 (__mmask8) __U);
9166}
9167
9168static __inline__ __m512 __DEFAULT_FN_ATTRS
9169_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9170{
9171 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9172 (__v16sf) __W,
9173 (__mmask16) __U);
9174}
9175
9176static __inline__ __m512 __DEFAULT_FN_ATTRS
9177_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9178{
9179 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9180 (__v16sf) _mm512_setzero_ps(),
9181 (__mmask16) __U);
9182}
9183
9184static __inline__ __m512i __DEFAULT_FN_ATTRS
9185_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9186{
9187 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9188 (__v16si) __W,
9189 (__mmask16) __U);
9190}
9191
9192static __inline__ __m512i __DEFAULT_FN_ATTRS
9193_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9194{
9195 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9196 (__v16si) _mm512_setzero_ps(),
9197 (__mmask16) __U);
9198}
9199
9200static __inline__ __m512 __DEFAULT_FN_ATTRS
9201_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9202{
9203 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9204 (__v16sf) __W,
9205 (__mmask16) __U);
9206}
9207
9208static __inline__ __m512 __DEFAULT_FN_ATTRS
9209_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9210{
9211 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9212 (__v16sf) _mm512_setzero_ps(),
9213 (__mmask16) __U);
9214}
9215
9216static __inline__ __m512i __DEFAULT_FN_ATTRS
9217_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9218{
9219 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9220 (__v16si) __W,
9221 (__mmask16) __U);
9222}
9223
9224static __inline__ __m512i __DEFAULT_FN_ATTRS
9225_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9226{
9227 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9228 (__v16si) _mm512_setzero_ps(),
9229 (__mmask16) __U);
9230}
9231
Craig Topper8c18e112016-05-17 04:41:50 +00009232#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9233 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9234 (__v8df)_mm512_undefined_pd(), \
9235 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009236
Craig Topper8c18e112016-05-17 04:41:50 +00009237#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9238 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9239 (__v8df)(__m512d)(W), \
9240 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009241
Craig Topper8c18e112016-05-17 04:41:50 +00009242#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9243 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9244 (__v8df)_mm512_setzero_pd(), \
9245 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009246
9247static __inline__ __m512d __DEFAULT_FN_ATTRS
9248_mm512_cvtps_pd (__m256 __A)
9249{
9250 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9251 (__v8df)
9252 _mm512_undefined_pd (),
9253 (__mmask8) -1,
9254 _MM_FROUND_CUR_DIRECTION);
9255}
9256
9257static __inline__ __m512d __DEFAULT_FN_ATTRS
9258_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9259{
9260 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9261 (__v8df) __W,
9262 (__mmask8) __U,
9263 _MM_FROUND_CUR_DIRECTION);
9264}
9265
9266static __inline__ __m512d __DEFAULT_FN_ATTRS
9267_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9268{
9269 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9270 (__v8df)
9271 _mm512_setzero_pd (),
9272 (__mmask8) __U,
9273 _MM_FROUND_CUR_DIRECTION);
9274}
9275
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009276static __inline__ __m512d __DEFAULT_FN_ATTRS
9277_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9278{
Igor Bregeraadb8762016-06-08 13:59:20 +00009279 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9280 (__v8df) __A,
9281 (__v8df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009282}
9283
9284static __inline__ __m512d __DEFAULT_FN_ATTRS
9285_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9286{
Igor Bregeraadb8762016-06-08 13:59:20 +00009287 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9288 (__v8df) __A,
9289 (__v8df) _mm512_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009290}
9291
9292static __inline__ __m512 __DEFAULT_FN_ATTRS
9293_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9294{
Igor Bregeraadb8762016-06-08 13:59:20 +00009295 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9296 (__v16sf) __A,
9297 (__v16sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009298}
9299
9300static __inline__ __m512 __DEFAULT_FN_ATTRS
9301_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9302{
Igor Bregeraadb8762016-06-08 13:59:20 +00009303 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9304 (__v16sf) __A,
9305 (__v16sf) _mm512_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009306}
9307
Michael Zuckerman708e7592016-05-03 10:42:46 +00009308static __inline__ void __DEFAULT_FN_ATTRS
9309_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9310{
9311 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9312 (__mmask8) __U);
9313}
9314
9315static __inline__ void __DEFAULT_FN_ATTRS
9316_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9317{
9318 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9319 (__mmask8) __U);
9320}
9321
9322static __inline__ void __DEFAULT_FN_ATTRS
9323_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9324{
9325 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9326 (__mmask16) __U);
9327}
9328
9329static __inline__ void __DEFAULT_FN_ATTRS
9330_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9331{
9332 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9333 (__mmask16) __U);
9334}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009335
Craig Topper8c18e112016-05-17 04:41:50 +00009336#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9337 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9338 (__v2df)(__m128d)(B), \
9339 (__v4sf)_mm_undefined_ps(), \
9340 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009341
Craig Topper8c18e112016-05-17 04:41:50 +00009342#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9343 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9344 (__v2df)(__m128d)(B), \
9345 (__v4sf)(__m128)(W), \
9346 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009347
Craig Topper8c18e112016-05-17 04:41:50 +00009348#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9349 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9350 (__v2df)(__m128d)(B), \
9351 (__v4sf)_mm_setzero_ps(), \
9352 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009353
Asaf Badouh89f65762016-06-02 08:11:35 +00009354static __inline__ __m128 __DEFAULT_FN_ATTRS
9355_mm_mask_cvtsd_ss (__m128 W, __mmask8 U, __m128 A, __m128d B)
9356{
9357 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9358 (__v2df)(B),
9359 (__v4sf)(W),
9360 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9361}
9362
9363static __inline__ __m128 __DEFAULT_FN_ATTRS
9364_mm_maskz_cvtsd_ss (__mmask8 U, __m128 A, __m128d B)
9365{
9366 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9367 (__v2df)(B),
9368 (__v4sf)_mm_setzero_ps(),
9369 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9370}
9371
9372#define _mm_cvtss_i32 _mm_cvtss_si32
9373#define _mm_cvtss_i64 _mm_cvtss_si64
9374#define _mm_cvtsd_i32 _mm_cvtsd_si32
9375#define _mm_cvtsd_i64 _mm_cvtsd_si64
9376#define _mm_cvti32_sd _mm_cvtsi32_sd
9377#define _mm_cvti64_sd _mm_cvtsi64_sd
9378#define _mm_cvti32_ss _mm_cvtsi32_ss
9379#define _mm_cvti64_ss _mm_cvtsi64_ss
9380
Craig Topper8c18e112016-05-17 04:41:50 +00009381#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9382 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9383 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009384
Craig Topper8c18e112016-05-17 04:41:50 +00009385#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9386 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9387 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009388
Craig Topper8c18e112016-05-17 04:41:50 +00009389#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9390 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009391
Craig Topper8c18e112016-05-17 04:41:50 +00009392#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9393 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009394
Craig Topper8c18e112016-05-17 04:41:50 +00009395#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9396 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9397 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009398
Craig Topper8c18e112016-05-17 04:41:50 +00009399#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9400 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9401 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009402
Craig Topper8c18e112016-05-17 04:41:50 +00009403#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9404 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9405 (__v4sf)(__m128)(B), \
9406 (__v2df)_mm_undefined_pd(), \
9407 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009408
Craig Topper8c18e112016-05-17 04:41:50 +00009409#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9410 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9411 (__v4sf)(__m128)(B), \
9412 (__v2df)(__m128d)(W), \
9413 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009414
Craig Topper8c18e112016-05-17 04:41:50 +00009415#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9416 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9417 (__v4sf)(__m128)(B), \
9418 (__v2df)_mm_setzero_pd(), \
9419 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009420
9421static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouh89f65762016-06-02 08:11:35 +00009422_mm_mask_cvtss_sd (__m128d W, __mmask8 U, __m128d A, __m128 B)
9423{
9424 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9425 (__v4sf)(B),
9426 (__v2df)(W),
9427 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9428}
9429
9430static __inline__ __m128d __DEFAULT_FN_ATTRS
9431_mm_maskz_cvtss_sd (__mmask8 U, __m128d A, __m128 B)
9432{
9433 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9434 (__v4sf)(B),
9435 (__v2df)_mm_setzero_pd(),
9436 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9437}
9438
9439static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009440_mm_cvtu32_sd (__m128d __A, unsigned __B)
9441{
9442 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9443}
9444
Craig Topper8c18e112016-05-17 04:41:50 +00009445#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9446 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9447 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009448
9449static __inline__ __m128d __DEFAULT_FN_ATTRS
9450_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9451{
9452 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9453 _MM_FROUND_CUR_DIRECTION);
9454}
9455
Craig Topper8c18e112016-05-17 04:41:50 +00009456#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9457 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9458 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009459
9460static __inline__ __m128 __DEFAULT_FN_ATTRS
9461_mm_cvtu32_ss (__m128 __A, unsigned __B)
9462{
9463 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9464 _MM_FROUND_CUR_DIRECTION);
9465}
9466
Craig Topper8c18e112016-05-17 04:41:50 +00009467#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9468 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9469 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009470
9471static __inline__ __m128 __DEFAULT_FN_ATTRS
9472_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9473{
9474 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9475 _MM_FROUND_CUR_DIRECTION);
9476}
9477
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009478static __inline__ __m512i __DEFAULT_FN_ATTRS
9479_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9480{
9481 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9482 __M);
9483}
9484
9485static __inline__ __m512i __DEFAULT_FN_ATTRS
9486_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9487{
9488 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9489 __M);
9490}
9491
Michael Zuckerman178113e2016-05-19 12:07:49 +00009492static __inline __m512i __DEFAULT_FN_ATTRS
9493_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9494 int __E, int __F, int __G, int __H,
9495 int __I, int __J, int __K, int __L,
9496 int __M, int __N, int __O, int __P)
9497{
9498 return __extension__ (__m512i)(__v16si)
9499 { __P, __O, __N, __M, __L, __K, __J, __I,
9500 __H, __G, __F, __E, __D, __C, __B, __A };
9501}
9502
9503#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9504 e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009505 _mm512_set_epi32((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6), \
9506 (e5),(e4),(e3),(e2),(e1),(e0))
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009507
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009508static __inline__ __m512i __DEFAULT_FN_ATTRS
9509_mm512_set_epi64 (long long __A, long long __B, long long __C,
9510 long long __D, long long __E, long long __F,
9511 long long __G, long long __H)
9512{
9513 return __extension__ (__m512i) (__v8di)
9514 { __H, __G, __F, __E, __D, __C, __B, __A };
9515}
9516
Michael Zuckerman178113e2016-05-19 12:07:49 +00009517#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009518 _mm512_set_epi64((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009519
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009520static __inline__ __m512d __DEFAULT_FN_ATTRS
9521_mm512_set_pd (double __A, double __B, double __C, double __D,
9522 double __E, double __F, double __G, double __H)
9523{
9524 return __extension__ (__m512d)
9525 { __H, __G, __F, __E, __D, __C, __B, __A };
9526}
9527
Michael Zuckerman178113e2016-05-19 12:07:49 +00009528#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009529 _mm512_set_pd((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009530
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009531static __inline__ __m512 __DEFAULT_FN_ATTRS
9532_mm512_set_ps (float __A, float __B, float __C, float __D,
9533 float __E, float __F, float __G, float __H,
9534 float __I, float __J, float __K, float __L,
9535 float __M, float __N, float __O, float __P)
9536{
9537 return __extension__ (__m512)
9538 { __P, __O, __N, __M, __L, __K, __J, __I,
9539 __H, __G, __F, __E, __D, __C, __B, __A };
9540}
9541
Michael Zuckerman178113e2016-05-19 12:07:49 +00009542#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009543 _mm512_set_ps((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6),(e5), \
9544 (e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009545
Asaf Badouh13633282016-07-05 12:24:14 +00009546static __inline__ __m512 __DEFAULT_FN_ATTRS
9547_mm512_abs_ps(__m512 A)
9548{
9549 return (__m512)_mm512_and_epi32(_mm512_set1_epi32(0x7FFFFFFF),(__m512i)A) ;
9550}
9551
9552static __inline__ __m512 __DEFAULT_FN_ATTRS
9553_mm512_mask_abs_ps(__m512 W, __mmask16 K, __m512 A)
9554{
9555 return (__m512)_mm512_mask_and_epi32((__m512i)W, K, _mm512_set1_epi32(0x7FFFFFFF),(__m512i)A) ;
9556}
9557
9558static __inline__ __m512d __DEFAULT_FN_ATTRS
9559_mm512_abs_pd(__m512d A)
9560{
9561 return (__m512d)_mm512_and_epi64(_mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)A) ;
9562}
9563
9564static __inline__ __m512d __DEFAULT_FN_ATTRS
9565_mm512_mask_abs_pd(__m512d W, __mmask8 K, __m512d A)
9566{
9567 return (__m512d)_mm512_mask_and_epi64((__v8di)W, K, _mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)A);
9568}
9569
Michael Kupersteine45af542015-06-30 13:36:19 +00009570#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009571
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009572#endif // __AVX512FINTRIN_H