blob: f11d11f73bdcff31c6fed4ec6a37da0af2306c3c [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Asaf Badouh2f344b72016-08-07 10:43:04 +000057/* Constants for integer comparison predicates */
58typedef enum {
59 _MM_CMPINT_EQ, /* Equal */
60 _MM_CMPINT_LT, /* Less than */
61 _MM_CMPINT_LE, /* Less than or Equal */
62 _MM_CMPINT_UNUSED,
63 _MM_CMPINT_NE, /* Not Equal */
64 _MM_CMPINT_NLT, /* Not Less than */
65#define _MM_CMPINT_GE _MM_CMPINT_NLT /* Greater than or Equal */
66 _MM_CMPINT_NLE /* Not Less than or Equal */
67#define _MM_CMPINT_GT _MM_CMPINT_NLE /* Greater than */
68} _MM_CMPINT_ENUM;
69
Michael Zuckermandef78752016-03-28 12:23:09 +000070typedef enum
71{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000072 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
73 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
74 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
75 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
76 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
77 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
78 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
79 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
80 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
81 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
82 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
83 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
84 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
85 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
86 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
87 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
88 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
89 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
90 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
91 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
92 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
93 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
94 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
95 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
96 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
97 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
98 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
99 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
100 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
101 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
102 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
103 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
104 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
105 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
106 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
107 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
108 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
109 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
110 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
111 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
112 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
113 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
114 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
115 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
116 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
117 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
118 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
119 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
120 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
121 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
122 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
123 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
124 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
125 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
126 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
127 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
128 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
129 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
130 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
131 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
132 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
133 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
134 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
135 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
136 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
137 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
138 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
139 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
140 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
141 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
142 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
143 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
144 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
145 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
146 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
147 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
148 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
149 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
150 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
151 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
152 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
153 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
154 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
155 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
156 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
157 _MM_PERM_DDDD = 0xFF
158} _MM_PERM_ENUM;
159
160typedef enum
161{
Michael Zuckermandef78752016-03-28 12:23:09 +0000162 _MM_MANT_NORM_1_2, /* interval [1, 2) */
163 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
164 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
165 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
166} _MM_MANTISSA_NORM_ENUM;
167
168typedef enum
169{
170 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
171 _MM_MANT_SIGN_zero, /* sign = 0 */
172 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
173} _MM_MANTISSA_SIGN_ENUM;
174
Eric Christopher4d1851682015-06-17 07:09:20 +0000175/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000176#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000177
Adam Nemet0d5bb552014-07-28 17:14:40 +0000178/* Create vectors with repeated elements */
179
Michael Kupersteine45af542015-06-30 13:36:19 +0000180static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000181_mm512_setzero_si512(void)
182{
183 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
184}
185
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000186#define _mm512_setzero_epi32 _mm512_setzero_si512
187
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000188static __inline__ __m512d __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000189_mm512_undefined_pd(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000190{
191 return (__m512d)__builtin_ia32_undef512();
192}
193
194static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000195_mm512_undefined(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000196{
197 return (__m512)__builtin_ia32_undef512();
198}
199
200static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000201_mm512_undefined_ps(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000202{
203 return (__m512)__builtin_ia32_undef512();
204}
205
206static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000207_mm512_undefined_epi32(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000208{
209 return (__m512i)__builtin_ia32_undef512();
210}
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000211
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000212static __inline__ __m512i __DEFAULT_FN_ATTRS
213_mm512_broadcastd_epi32 (__m128i __A)
214{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000215 return (__m512i)__builtin_shufflevector((__v4si) __A,
216 (__v4si)_mm_undefined_si128(),
217 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000218}
219
220static __inline__ __m512i __DEFAULT_FN_ATTRS
221_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
222{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000223 return (__m512i)__builtin_ia32_selectd_512(__M,
224 (__v16si) _mm512_broadcastd_epi32(__A),
225 (__v16si) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000226}
227
228static __inline__ __m512i __DEFAULT_FN_ATTRS
229_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
230{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000231 return (__m512i)__builtin_ia32_selectd_512(__M,
232 (__v16si) _mm512_broadcastd_epi32(__A),
233 (__v16si) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000234}
235
236static __inline__ __m512i __DEFAULT_FN_ATTRS
237_mm512_broadcastq_epi64 (__m128i __A)
238{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000239 return (__m512i)__builtin_shufflevector((__v2di) __A,
240 (__v2di) _mm_undefined_si128(),
241 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000242}
243
244static __inline__ __m512i __DEFAULT_FN_ATTRS
245_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
246{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000247 return (__m512i)__builtin_ia32_selectq_512(__M,
248 (__v8di) _mm512_broadcastq_epi64(__A),
249 (__v8di) __O);
250
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000251}
252
253static __inline__ __m512i __DEFAULT_FN_ATTRS
254_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
255{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000256 return (__m512i)__builtin_ia32_selectq_512(__M,
257 (__v8di) _mm512_broadcastq_epi64(__A),
258 (__v8di) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000259}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000260
Michael Kupersteine45af542015-06-30 13:36:19 +0000261static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000262_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
263{
264 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
265 (__v16si)
266 _mm512_setzero_si512 (),
267 __M);
268}
269
Michael Kupersteine45af542015-06-30 13:36:19 +0000270static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000271_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
272{
273#ifdef __x86_64__
274 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
275 (__v8di)
276 _mm512_setzero_si512 (),
277 __M);
278#else
279 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
280 (__v8di)
281 _mm512_setzero_si512 (),
282 __M);
283#endif
284}
285
Michael Kupersteine45af542015-06-30 13:36:19 +0000286static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000287_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000288{
289 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
290 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
291}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000292
293#define _mm512_setzero _mm512_setzero_ps
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000296_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000297{
298 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
299}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000302_mm512_set1_ps(float __w)
303{
304 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w };
306}
307
Michael Kupersteine45af542015-06-30 13:36:19 +0000308static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000309_mm512_set1_pd(double __w)
310{
311 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
Michael Kupersteine45af542015-06-30 13:36:19 +0000314static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000315_mm512_set1_epi8(char __w)
316{
317 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w,
321 __w, __w, __w, __w, __w, __w, __w, __w,
322 __w, __w, __w, __w, __w, __w, __w, __w,
323 __w, __w, __w, __w, __w, __w, __w, __w,
324 __w, __w, __w, __w, __w, __w, __w, __w };
325}
326
327static __inline __m512i __DEFAULT_FN_ATTRS
328_mm512_set1_epi16(short __w)
329{
330 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
331 __w, __w, __w, __w, __w, __w, __w, __w,
332 __w, __w, __w, __w, __w, __w, __w, __w,
333 __w, __w, __w, __w, __w, __w, __w, __w };
334}
335
336static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000337_mm512_set1_epi32(int __s)
338{
339 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
340 __s, __s, __s, __s, __s, __s, __s, __s };
341}
342
Michael Kupersteine45af542015-06-30 13:36:19 +0000343static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000344_mm512_set1_epi64(long long __d)
345{
346 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
347}
348
Michael Kupersteine45af542015-06-30 13:36:19 +0000349static __inline__ __m512 __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000350_mm512_broadcastss_ps(__m128 __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000351{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000352 return (__m512)__builtin_shufflevector((__v4sf) __A,
353 (__v4sf)_mm_undefined_ps(),
354 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000355}
356
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000357static __inline __m512i __DEFAULT_FN_ATTRS
358_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
359{
360 return (__m512i)(__v16si)
361 { __D, __C, __B, __A, __D, __C, __B, __A,
362 __D, __C, __B, __A, __D, __C, __B, __A };
363}
364
365static __inline __m512i __DEFAULT_FN_ATTRS
366_mm512_set4_epi64 (long long __A, long long __B, long long __C,
367 long long __D)
368{
369 return (__m512i) (__v8di)
370 { __D, __C, __B, __A, __D, __C, __B, __A };
371}
372
373static __inline __m512d __DEFAULT_FN_ATTRS
374_mm512_set4_pd (double __A, double __B, double __C, double __D)
375{
376 return (__m512d)
377 { __D, __C, __B, __A, __D, __C, __B, __A };
378}
379
380static __inline __m512 __DEFAULT_FN_ATTRS
381_mm512_set4_ps (float __A, float __B, float __C, float __D)
382{
383 return (__m512)
384 { __D, __C, __B, __A, __D, __C, __B, __A,
385 __D, __C, __B, __A, __D, __C, __B, __A };
386}
387
388#define _mm512_setr4_epi32(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000389 _mm512_set4_epi32((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000390
391#define _mm512_setr4_epi64(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000392 _mm512_set4_epi64((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000393
394#define _mm512_setr4_pd(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000395 _mm512_set4_pd((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000396
397#define _mm512_setr4_ps(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000398 _mm512_set4_ps((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000399
Michael Kupersteine45af542015-06-30 13:36:19 +0000400static __inline__ __m512d __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000401_mm512_broadcastsd_pd(__m128d __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000402{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000403 return (__m512d)__builtin_shufflevector((__v2df) __A,
404 (__v2df) _mm_undefined_pd(),
405 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000406}
407
Adam Nemetc871ff92014-07-30 16:51:24 +0000408/* Cast between vector types */
409
Michael Kupersteine45af542015-06-30 13:36:19 +0000410static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000411_mm512_castpd256_pd512(__m256d __a)
412{
413 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
414}
415
Michael Kupersteine45af542015-06-30 13:36:19 +0000416static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000417_mm512_castps256_ps512(__m256 __a)
418{
419 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
420 -1, -1, -1, -1, -1, -1, -1, -1);
421}
422
Michael Kupersteine45af542015-06-30 13:36:19 +0000423static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000424_mm512_castpd512_pd128(__m512d __a)
425{
426 return __builtin_shufflevector(__a, __a, 0, 1);
427}
428
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000429static __inline __m256d __DEFAULT_FN_ATTRS
430_mm512_castpd512_pd256 (__m512d __A)
431{
432 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
433}
434
Michael Kupersteine45af542015-06-30 13:36:19 +0000435static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000436_mm512_castps512_ps128(__m512 __a)
437{
438 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
439}
440
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000441static __inline __m256 __DEFAULT_FN_ATTRS
442_mm512_castps512_ps256 (__m512 __A)
443{
444 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
445}
446
447static __inline __m512 __DEFAULT_FN_ATTRS
448_mm512_castpd_ps (__m512d __A)
449{
450 return (__m512) (__A);
451}
452
453static __inline __m512i __DEFAULT_FN_ATTRS
454_mm512_castpd_si512 (__m512d __A)
455{
456 return (__m512i) (__A);
457}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000458
459static __inline__ __m512d __DEFAULT_FN_ATTRS
460_mm512_castpd128_pd512 (__m128d __A)
461{
462 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
463}
464
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000465static __inline __m512d __DEFAULT_FN_ATTRS
466_mm512_castps_pd (__m512 __A)
467{
468 return (__m512d) (__A);
469}
470
471static __inline __m512i __DEFAULT_FN_ATTRS
472_mm512_castps_si512 (__m512 __A)
473{
474 return (__m512i) (__A);
475}
476
Michael Zuckermanc6677032016-05-03 14:26:52 +0000477static __inline__ __m512 __DEFAULT_FN_ATTRS
478_mm512_castps128_ps512 (__m128 __A)
479{
480 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
481}
482
483static __inline__ __m512i __DEFAULT_FN_ATTRS
484_mm512_castsi128_si512 (__m128i __A)
485{
486 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
487}
488
489static __inline__ __m512i __DEFAULT_FN_ATTRS
490_mm512_castsi256_si512 (__m256i __A)
491{
492 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
493}
494
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000495static __inline __m512 __DEFAULT_FN_ATTRS
496_mm512_castsi512_ps (__m512i __A)
497{
498 return (__m512) (__A);
499}
500
501static __inline __m512d __DEFAULT_FN_ATTRS
502_mm512_castsi512_pd (__m512i __A)
503{
504 return (__m512d) (__A);
505}
506
507static __inline __m128i __DEFAULT_FN_ATTRS
508_mm512_castsi512_si128 (__m512i __A)
509{
510 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
511}
512
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000513static __inline __m256i __DEFAULT_FN_ATTRS
514_mm512_castsi512_si256 (__m512i __A)
515{
516 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
517}
518
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000519/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000520static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000521_mm512_and_epi32(__m512i __a, __m512i __b)
522{
Craig Topper6a77b622016-06-04 05:43:41 +0000523 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000524}
525
Michael Kupersteine45af542015-06-30 13:36:19 +0000526static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000527_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
528{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000529 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
Asaf Badouh13633282016-07-05 12:24:14 +0000530 (__v16si) _mm512_and_epi32(__a, __b),
531 (__v16si) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000532}
Asaf Badouh13633282016-07-05 12:24:14 +0000533
Michael Kupersteine45af542015-06-30 13:36:19 +0000534static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000535_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
536{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000537 return (__m512i) _mm512_mask_and_epi32(_mm512_setzero_si512 (),
Asaf Badouh13633282016-07-05 12:24:14 +0000538 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000539}
540
Michael Kupersteine45af542015-06-30 13:36:19 +0000541static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000542_mm512_and_epi64(__m512i __a, __m512i __b)
543{
Craig Topper6a77b622016-06-04 05:43:41 +0000544 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000545}
546
Michael Kupersteine45af542015-06-30 13:36:19 +0000547static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000548_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
549{
Asaf Badouh13633282016-07-05 12:24:14 +0000550 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __k,
551 (__v8di) _mm512_and_epi64(__a, __b),
552 (__v8di) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000553}
Asaf Badouh13633282016-07-05 12:24:14 +0000554
Michael Kupersteine45af542015-06-30 13:36:19 +0000555static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000556_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
557{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000558 return (__m512i) _mm512_mask_and_epi64(_mm512_setzero_si512 (),
Asaf Badouh13633282016-07-05 12:24:14 +0000559 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000560}
561
Michael Kupersteine45af542015-06-30 13:36:19 +0000562static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000563_mm512_andnot_si512 (__m512i __A, __m512i __B)
564{
Craig Topper6a77b622016-06-04 05:43:41 +0000565 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000566}
567
568static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000569_mm512_andnot_epi32 (__m512i __A, __m512i __B)
570{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000571 return (__m512i)(~(__v16su)(__A) & (__v16su)__B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000572}
573
Michael Kupersteine45af542015-06-30 13:36:19 +0000574static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000575_mm512_mask_andnot_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000576{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000577 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
578 (__v16si)_mm512_andnot_epi32(__A, __B),
579 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000582static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000583_mm512_maskz_andnot_epi32(__mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000584{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000585 return (__m512i)_mm512_mask_andnot_epi32(_mm512_setzero_si512(),
586 __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000587}
588
Michael Kupersteine45af542015-06-30 13:36:19 +0000589static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000590_mm512_andnot_epi64(__m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000591{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000592 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000593}
594
Michael Kupersteine45af542015-06-30 13:36:19 +0000595static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000596_mm512_mask_andnot_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000597{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000598 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
599 (__v8di)_mm512_andnot_epi64(__A, __B),
600 (__v8di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000601}
602
Michael Kupersteine45af542015-06-30 13:36:19 +0000603static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000604_mm512_maskz_andnot_epi64(__mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000605{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000606 return (__m512i)_mm512_mask_andnot_epi64(_mm512_setzero_si512(),
607 __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000608}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000609
Michael Kupersteine45af542015-06-30 13:36:19 +0000610static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000611_mm512_or_epi32(__m512i __a, __m512i __b)
612{
Craig Topper6a77b622016-06-04 05:43:41 +0000613 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000614}
615
Michael Kupersteine45af542015-06-30 13:36:19 +0000616static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000617_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
618{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000619 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
620 (__v16si)_mm512_or_epi32(__a, __b),
621 (__v16si)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000622}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000623
Michael Kupersteine45af542015-06-30 13:36:19 +0000624static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000625_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
626{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000627 return (__m512i)_mm512_mask_or_epi32(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000628}
629
Michael Kupersteine45af542015-06-30 13:36:19 +0000630static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000631_mm512_or_epi64(__m512i __a, __m512i __b)
632{
Craig Topper6a77b622016-06-04 05:43:41 +0000633 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000634}
635
Michael Kupersteine45af542015-06-30 13:36:19 +0000636static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000637_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
638{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000639 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__k,
640 (__v8di)_mm512_or_epi64(__a, __b),
641 (__v8di)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000642}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000643
Michael Kupersteine45af542015-06-30 13:36:19 +0000644static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000645_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
646{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000647 return (__m512i)_mm512_mask_or_epi64(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000648}
649
Michael Kupersteine45af542015-06-30 13:36:19 +0000650static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000651_mm512_xor_epi32(__m512i __a, __m512i __b)
652{
Craig Topper6a77b622016-06-04 05:43:41 +0000653 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000654}
655
Michael Kupersteine45af542015-06-30 13:36:19 +0000656static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000657_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
658{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000659 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
660 (__v16si)_mm512_xor_epi32(__a, __b),
661 (__v16si)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000662}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000663
Michael Kupersteine45af542015-06-30 13:36:19 +0000664static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000665_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
666{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000667 return (__m512i)_mm512_mask_xor_epi32(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000668}
669
Michael Kupersteine45af542015-06-30 13:36:19 +0000670static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000671_mm512_xor_epi64(__m512i __a, __m512i __b)
672{
Craig Topper6a77b622016-06-04 05:43:41 +0000673 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000674}
675
Michael Kupersteine45af542015-06-30 13:36:19 +0000676static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000677_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
678{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000679 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__k,
680 (__v8di)_mm512_xor_epi64(__a, __b),
681 (__v8di)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000682}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000683
Michael Kupersteine45af542015-06-30 13:36:19 +0000684static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000685_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
686{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000687 return (__m512i)_mm512_mask_xor_epi64(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000688}
689
Michael Kupersteine45af542015-06-30 13:36:19 +0000690static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000691_mm512_and_si512(__m512i __a, __m512i __b)
692{
Craig Topper6a77b622016-06-04 05:43:41 +0000693 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000694}
695
Michael Kupersteine45af542015-06-30 13:36:19 +0000696static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000697_mm512_or_si512(__m512i __a, __m512i __b)
698{
Craig Topper6a77b622016-06-04 05:43:41 +0000699 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000700}
701
Michael Kupersteine45af542015-06-30 13:36:19 +0000702static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000703_mm512_xor_si512(__m512i __a, __m512i __b)
704{
Craig Topper6a77b622016-06-04 05:43:41 +0000705 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000706}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000707
Adam Nemet0d5bb552014-07-28 17:14:40 +0000708/* Arithmetic */
709
Michael Kupersteine45af542015-06-30 13:36:19 +0000710static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000711_mm512_add_pd(__m512d __a, __m512d __b)
712{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000713 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000714}
715
Michael Kupersteine45af542015-06-30 13:36:19 +0000716static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000717_mm512_add_ps(__m512 __a, __m512 __b)
718{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000719 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000720}
721
Michael Kupersteine45af542015-06-30 13:36:19 +0000722static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000723_mm512_mul_pd(__m512d __a, __m512d __b)
724{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000725 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000726}
727
Michael Kupersteine45af542015-06-30 13:36:19 +0000728static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000729_mm512_mul_ps(__m512 __a, __m512 __b)
730{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000731 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000732}
733
Michael Kupersteine45af542015-06-30 13:36:19 +0000734static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000735_mm512_sub_pd(__m512d __a, __m512d __b)
736{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000737 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000738}
739
Michael Kupersteine45af542015-06-30 13:36:19 +0000740static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000741_mm512_sub_ps(__m512 __a, __m512 __b)
742{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000743 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000744}
745
Michael Kupersteine45af542015-06-30 13:36:19 +0000746static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000747_mm512_add_epi64 (__m512i __A, __m512i __B)
748{
Craig Topper6a77b622016-06-04 05:43:41 +0000749 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000750}
751
Michael Kupersteine45af542015-06-30 13:36:19 +0000752static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000753_mm512_mask_add_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000754{
Craig Topper0e189762016-09-03 18:29:35 +0000755 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
756 (__v8di)_mm512_add_epi64(__A, __B),
757 (__v8di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000758}
759
Michael Kupersteine45af542015-06-30 13:36:19 +0000760static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000761_mm512_maskz_add_epi64(__mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000762{
Craig Topper0e189762016-09-03 18:29:35 +0000763 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
764 (__v8di)_mm512_add_epi64(__A, __B),
765 (__v8di)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000766}
767
Michael Kupersteine45af542015-06-30 13:36:19 +0000768static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000769_mm512_sub_epi64 (__m512i __A, __m512i __B)
770{
Craig Topper6a77b622016-06-04 05:43:41 +0000771 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000772}
773
Michael Kupersteine45af542015-06-30 13:36:19 +0000774static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000775_mm512_mask_sub_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000776{
Craig Topper0e189762016-09-03 18:29:35 +0000777 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
778 (__v8di)_mm512_sub_epi64(__A, __B),
779 (__v8di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000780}
781
Michael Kupersteine45af542015-06-30 13:36:19 +0000782static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000783_mm512_maskz_sub_epi64(__mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000784{
Craig Topper0e189762016-09-03 18:29:35 +0000785 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
786 (__v8di)_mm512_sub_epi64(__A, __B),
787 (__v8di)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000788}
789
Michael Kupersteine45af542015-06-30 13:36:19 +0000790static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000791_mm512_add_epi32 (__m512i __A, __m512i __B)
792{
Craig Topper6a77b622016-06-04 05:43:41 +0000793 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000794}
795
Michael Kupersteine45af542015-06-30 13:36:19 +0000796static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000797_mm512_mask_add_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000798{
Craig Topper0e189762016-09-03 18:29:35 +0000799 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
800 (__v16si)_mm512_add_epi32(__A, __B),
801 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000802}
803
Michael Kupersteine45af542015-06-30 13:36:19 +0000804static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000805_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
806{
Craig Topper0e189762016-09-03 18:29:35 +0000807 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
808 (__v16si)_mm512_add_epi32(__A, __B),
809 (__v16si)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000810}
811
Michael Kupersteine45af542015-06-30 13:36:19 +0000812static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000813_mm512_sub_epi32 (__m512i __A, __m512i __B)
814{
Craig Topper6a77b622016-06-04 05:43:41 +0000815 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000816}
817
Michael Kupersteine45af542015-06-30 13:36:19 +0000818static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000819_mm512_mask_sub_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000820{
Craig Topper0e189762016-09-03 18:29:35 +0000821 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
822 (__v16si)_mm512_sub_epi32(__A, __B),
823 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000824}
825
Michael Kupersteine45af542015-06-30 13:36:19 +0000826static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000827_mm512_maskz_sub_epi32(__mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000828{
Craig Topper0e189762016-09-03 18:29:35 +0000829 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
830 (__v16si)_mm512_sub_epi32(__A, __B),
831 (__v16si)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000832}
833
Craig Topperf3efec62016-06-08 06:08:07 +0000834#define _mm512_mask_max_round_pd(W, U, A, B, R) __extension__ ({ \
835 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
836 (__v8df)(__m512d)(B), \
837 (__v8df)(__m512d)(W), (__mmask8)(U), \
838 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000839
Craig Topperf3efec62016-06-08 06:08:07 +0000840#define _mm512_maskz_max_round_pd(U, A, B, R) __extension__ ({ \
841 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
842 (__v8df)(__m512d)(B), \
843 (__v8df)_mm512_setzero_pd(), \
844 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000845
Craig Topperf3efec62016-06-08 06:08:07 +0000846#define _mm512_max_round_pd(A, B, R) __extension__ ({ \
847 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
848 (__v8df)(__m512d)(B), \
849 (__v8df)_mm512_undefined_pd(), \
850 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000851
Michael Kupersteine45af542015-06-30 13:36:19 +0000852static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000853_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000854{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000855 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
856 (__v8df) __B,
857 (__v8df)
858 _mm512_setzero_pd (),
859 (__mmask8) -1,
860 _MM_FROUND_CUR_DIRECTION);
861}
862
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000863static __inline__ __m512d __DEFAULT_FN_ATTRS
864_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
865{
866 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
867 (__v8df) __B,
868 (__v8df) __W,
869 (__mmask8) __U,
870 _MM_FROUND_CUR_DIRECTION);
871}
872
873static __inline__ __m512d __DEFAULT_FN_ATTRS
874_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
875{
876 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
877 (__v8df) __B,
878 (__v8df)
879 _mm512_setzero_pd (),
880 (__mmask8) __U,
881 _MM_FROUND_CUR_DIRECTION);
882}
883
Craig Topperf3efec62016-06-08 06:08:07 +0000884#define _mm512_mask_max_round_ps(W, U, A, B, R) __extension__ ({ \
885 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
886 (__v16sf)(__m512)(B), \
887 (__v16sf)(__m512)(W), (__mmask16)(U), \
888 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000889
Craig Topperf3efec62016-06-08 06:08:07 +0000890#define _mm512_maskz_max_round_ps(U, A, B, R) __extension__ ({ \
891 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
892 (__v16sf)(__m512)(B), \
893 (__v16sf)_mm512_setzero_ps(), \
894 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000895
Craig Topperf3efec62016-06-08 06:08:07 +0000896#define _mm512_max_round_ps(A, B, R) __extension__ ({ \
897 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
898 (__v16sf)(__m512)(B), \
899 (__v16sf)_mm512_undefined_ps(), \
900 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000901
Michael Kupersteine45af542015-06-30 13:36:19 +0000902static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000903_mm512_max_ps(__m512 __A, __m512 __B)
904{
905 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
906 (__v16sf) __B,
907 (__v16sf)
908 _mm512_setzero_ps (),
909 (__mmask16) -1,
910 _MM_FROUND_CUR_DIRECTION);
911}
912
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000913static __inline__ __m512 __DEFAULT_FN_ATTRS
914_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
915{
916 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
917 (__v16sf) __B,
918 (__v16sf) __W,
919 (__mmask16) __U,
920 _MM_FROUND_CUR_DIRECTION);
921}
922
923static __inline__ __m512 __DEFAULT_FN_ATTRS
924_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
925{
926 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
927 (__v16sf) __B,
928 (__v16sf)
929 _mm512_setzero_ps (),
930 (__mmask16) __U,
931 _MM_FROUND_CUR_DIRECTION);
932}
933
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000934static __inline__ __m128 __DEFAULT_FN_ATTRS
935_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000936 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000937 (__v4sf) __B,
938 (__v4sf) __W,
939 (__mmask8) __U,
940 _MM_FROUND_CUR_DIRECTION);
941}
942
943static __inline__ __m128 __DEFAULT_FN_ATTRS
944_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000945 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000946 (__v4sf) __B,
947 (__v4sf) _mm_setzero_ps (),
948 (__mmask8) __U,
949 _MM_FROUND_CUR_DIRECTION);
950}
951
Craig Topper8c18e112016-05-17 04:41:50 +0000952#define _mm_max_round_ss(A, B, R) __extension__ ({ \
953 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
954 (__v4sf)(__m128)(B), \
955 (__v4sf)_mm_setzero_ps(), \
956 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000957
Craig Topper8c18e112016-05-17 04:41:50 +0000958#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
959 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
960 (__v4sf)(__m128)(B), \
961 (__v4sf)(__m128)(W), (__mmask8)(U), \
962 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000963
Craig Topper8c18e112016-05-17 04:41:50 +0000964#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
965 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
966 (__v4sf)(__m128)(B), \
967 (__v4sf)_mm_setzero_ps(), \
968 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000969
970static __inline__ __m128d __DEFAULT_FN_ATTRS
971_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000972 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000973 (__v2df) __B,
974 (__v2df) __W,
975 (__mmask8) __U,
976 _MM_FROUND_CUR_DIRECTION);
977}
978
979static __inline__ __m128d __DEFAULT_FN_ATTRS
980_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000981 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000982 (__v2df) __B,
983 (__v2df) _mm_setzero_pd (),
984 (__mmask8) __U,
985 _MM_FROUND_CUR_DIRECTION);
986}
987
Craig Topper8c18e112016-05-17 04:41:50 +0000988#define _mm_max_round_sd(A, B, R) __extension__ ({ \
989 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
990 (__v2df)(__m128d)(B), \
991 (__v2df)_mm_setzero_pd(), \
992 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000993
Craig Topper8c18e112016-05-17 04:41:50 +0000994#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
995 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
996 (__v2df)(__m128d)(B), \
997 (__v2df)(__m128d)(W), \
998 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000999
Craig Topper8c18e112016-05-17 04:41:50 +00001000#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1001 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1002 (__v2df)(__m128d)(B), \
1003 (__v2df)_mm_setzero_pd(), \
1004 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001005
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001006static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001007__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001008_mm512_max_epi32(__m512i __A, __m512i __B)
1009{
1010 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1011 (__v16si) __B,
1012 (__v16si)
1013 _mm512_setzero_si512 (),
1014 (__mmask16) -1);
1015}
1016
Michael Zuckermande860e52016-05-10 11:34:19 +00001017static __inline__ __m512i __DEFAULT_FN_ATTRS
1018_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1019{
1020 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1021 (__v16si) __B,
1022 (__v16si) __W, __M);
1023}
1024
1025static __inline__ __m512i __DEFAULT_FN_ATTRS
1026_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1027{
1028 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1029 (__v16si) __B,
1030 (__v16si)
1031 _mm512_setzero_si512 (),
1032 __M);
1033}
1034
Michael Kupersteine45af542015-06-30 13:36:19 +00001035static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001036_mm512_max_epu32(__m512i __A, __m512i __B)
1037{
1038 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1039 (__v16si) __B,
1040 (__v16si)
1041 _mm512_setzero_si512 (),
1042 (__mmask16) -1);
1043}
1044
Michael Zuckermande860e52016-05-10 11:34:19 +00001045static __inline__ __m512i __DEFAULT_FN_ATTRS
1046_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1047{
1048 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1049 (__v16si) __B,
1050 (__v16si) __W, __M);
1051}
1052
1053static __inline__ __m512i __DEFAULT_FN_ATTRS
1054_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1055{
1056 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1057 (__v16si) __B,
1058 (__v16si)
1059 _mm512_setzero_si512 (),
1060 __M);
1061}
1062
Michael Kupersteine45af542015-06-30 13:36:19 +00001063static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001064_mm512_max_epi64(__m512i __A, __m512i __B)
1065{
1066 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1067 (__v8di) __B,
1068 (__v8di)
1069 _mm512_setzero_si512 (),
1070 (__mmask8) -1);
1071}
1072
Michael Zuckermande860e52016-05-10 11:34:19 +00001073static __inline__ __m512i __DEFAULT_FN_ATTRS
1074_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1075{
1076 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1077 (__v8di) __B,
1078 (__v8di) __W, __M);
1079}
1080
1081static __inline__ __m512i __DEFAULT_FN_ATTRS
1082_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1083{
1084 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1085 (__v8di) __B,
1086 (__v8di)
1087 _mm512_setzero_si512 (),
1088 __M);
1089}
1090
Michael Kupersteine45af542015-06-30 13:36:19 +00001091static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001092_mm512_max_epu64(__m512i __A, __m512i __B)
1093{
1094 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1095 (__v8di) __B,
1096 (__v8di)
1097 _mm512_setzero_si512 (),
1098 (__mmask8) -1);
1099}
1100
Michael Zuckermande860e52016-05-10 11:34:19 +00001101static __inline__ __m512i __DEFAULT_FN_ATTRS
1102_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1103{
1104 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1105 (__v8di) __B,
1106 (__v8di) __W, __M);
1107}
1108
1109static __inline__ __m512i __DEFAULT_FN_ATTRS
1110_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1111{
1112 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1113 (__v8di) __B,
1114 (__v8di)
1115 _mm512_setzero_si512 (),
1116 __M);
1117}
1118
Craig Topperf3efec62016-06-08 06:08:07 +00001119#define _mm512_mask_min_round_pd(W, U, A, B, R) __extension__ ({ \
1120 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1121 (__v8df)(__m512d)(B), \
1122 (__v8df)(__m512d)(W), (__mmask8)(U), \
1123 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001124
Craig Topperf3efec62016-06-08 06:08:07 +00001125#define _mm512_maskz_min_round_pd(U, A, B, R) __extension__ ({ \
1126 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1127 (__v8df)(__m512d)(B), \
1128 (__v8df)_mm512_setzero_pd(), \
1129 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001130
Craig Topperf3efec62016-06-08 06:08:07 +00001131#define _mm512_min_round_pd(A, B, R) __extension__ ({ \
1132 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1133 (__v8df)(__m512d)(B), \
1134 (__v8df)_mm512_undefined_pd(), \
1135 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001136
Michael Kupersteine45af542015-06-30 13:36:19 +00001137static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001138_mm512_min_pd(__m512d __A, __m512d __B)
1139{
1140 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1141 (__v8df) __B,
1142 (__v8df)
1143 _mm512_setzero_pd (),
1144 (__mmask8) -1,
1145 _MM_FROUND_CUR_DIRECTION);
1146}
1147
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001148static __inline__ __m512d __DEFAULT_FN_ATTRS
1149_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1150{
1151 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1152 (__v8df) __B,
1153 (__v8df) __W,
1154 (__mmask8) __U,
1155 _MM_FROUND_CUR_DIRECTION);
1156}
1157
Craig Topperf3efec62016-06-08 06:08:07 +00001158#define _mm512_mask_min_round_ps(W, U, A, B, R) __extension__ ({ \
1159 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1160 (__v16sf)(__m512)(B), \
1161 (__v16sf)(__m512)(W), (__mmask16)(U), \
1162 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001163
Craig Topperf3efec62016-06-08 06:08:07 +00001164#define _mm512_maskz_min_round_ps(U, A, B, R) __extension__ ({ \
1165 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1166 (__v16sf)(__m512)(B), \
1167 (__v16sf)_mm512_setzero_ps(), \
1168 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001169
Craig Topperf3efec62016-06-08 06:08:07 +00001170#define _mm512_min_round_ps(A, B, R) __extension__ ({ \
1171 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1172 (__v16sf)(__m512)(B), \
1173 (__v16sf)_mm512_undefined_ps(), \
1174 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001175
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001176static __inline__ __m512d __DEFAULT_FN_ATTRS
1177_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1178{
1179 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1180 (__v8df) __B,
1181 (__v8df)
1182 _mm512_setzero_pd (),
1183 (__mmask8) __U,
1184 _MM_FROUND_CUR_DIRECTION);
1185}
1186
Michael Kupersteine45af542015-06-30 13:36:19 +00001187static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001188_mm512_min_ps(__m512 __A, __m512 __B)
1189{
1190 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1191 (__v16sf) __B,
1192 (__v16sf)
1193 _mm512_setzero_ps (),
1194 (__mmask16) -1,
1195 _MM_FROUND_CUR_DIRECTION);
1196}
1197
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001198static __inline__ __m512 __DEFAULT_FN_ATTRS
1199_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1200{
1201 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1202 (__v16sf) __B,
1203 (__v16sf) __W,
1204 (__mmask16) __U,
1205 _MM_FROUND_CUR_DIRECTION);
1206}
1207
1208static __inline__ __m512 __DEFAULT_FN_ATTRS
1209_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1210{
1211 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1212 (__v16sf) __B,
1213 (__v16sf)
1214 _mm512_setzero_ps (),
1215 (__mmask16) __U,
1216 _MM_FROUND_CUR_DIRECTION);
1217}
1218
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001219static __inline__ __m128 __DEFAULT_FN_ATTRS
1220_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001221 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001222 (__v4sf) __B,
1223 (__v4sf) __W,
1224 (__mmask8) __U,
1225 _MM_FROUND_CUR_DIRECTION);
1226}
1227
1228static __inline__ __m128 __DEFAULT_FN_ATTRS
1229_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001230 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001231 (__v4sf) __B,
1232 (__v4sf) _mm_setzero_ps (),
1233 (__mmask8) __U,
1234 _MM_FROUND_CUR_DIRECTION);
1235}
1236
Craig Topper8c18e112016-05-17 04:41:50 +00001237#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1238 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1239 (__v4sf)(__m128)(B), \
1240 (__v4sf)_mm_setzero_ps(), \
1241 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001242
Craig Topper8c18e112016-05-17 04:41:50 +00001243#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1244 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1245 (__v4sf)(__m128)(B), \
1246 (__v4sf)(__m128)(W), (__mmask8)(U), \
1247 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001248
Craig Topper8c18e112016-05-17 04:41:50 +00001249#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1250 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1251 (__v4sf)(__m128)(B), \
1252 (__v4sf)_mm_setzero_ps(), \
1253 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001254
1255static __inline__ __m128d __DEFAULT_FN_ATTRS
1256_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001257 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001258 (__v2df) __B,
1259 (__v2df) __W,
1260 (__mmask8) __U,
1261 _MM_FROUND_CUR_DIRECTION);
1262}
1263
1264static __inline__ __m128d __DEFAULT_FN_ATTRS
1265_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001266 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001267 (__v2df) __B,
1268 (__v2df) _mm_setzero_pd (),
1269 (__mmask8) __U,
1270 _MM_FROUND_CUR_DIRECTION);
1271}
1272
Craig Topper8c18e112016-05-17 04:41:50 +00001273#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1274 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1275 (__v2df)(__m128d)(B), \
1276 (__v2df)_mm_setzero_pd(), \
1277 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001278
Craig Topper8c18e112016-05-17 04:41:50 +00001279#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1280 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1281 (__v2df)(__m128d)(B), \
1282 (__v2df)(__m128d)(W), \
1283 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001284
Craig Topper8c18e112016-05-17 04:41:50 +00001285#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1286 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1287 (__v2df)(__m128d)(B), \
1288 (__v2df)_mm_setzero_pd(), \
1289 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001290
Adam Nemet0d5bb552014-07-28 17:14:40 +00001291static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001292__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001293_mm512_min_epi32(__m512i __A, __m512i __B)
1294{
1295 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1296 (__v16si) __B,
1297 (__v16si)
1298 _mm512_setzero_si512 (),
1299 (__mmask16) -1);
1300}
1301
Michael Zuckermande860e52016-05-10 11:34:19 +00001302static __inline__ __m512i __DEFAULT_FN_ATTRS
1303_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1304{
1305 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1306 (__v16si) __B,
1307 (__v16si) __W, __M);
1308}
1309
1310static __inline__ __m512i __DEFAULT_FN_ATTRS
1311_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1312{
1313 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1314 (__v16si) __B,
1315 (__v16si)
1316 _mm512_setzero_si512 (),
1317 __M);
1318}
1319
Michael Kupersteine45af542015-06-30 13:36:19 +00001320static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001321_mm512_min_epu32(__m512i __A, __m512i __B)
1322{
1323 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1324 (__v16si) __B,
1325 (__v16si)
1326 _mm512_setzero_si512 (),
1327 (__mmask16) -1);
1328}
1329
Michael Zuckermande860e52016-05-10 11:34:19 +00001330static __inline__ __m512i __DEFAULT_FN_ATTRS
1331_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1332{
1333 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1334 (__v16si) __B,
1335 (__v16si) __W, __M);
1336}
1337
1338static __inline__ __m512i __DEFAULT_FN_ATTRS
1339_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1340{
1341 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1342 (__v16si) __B,
1343 (__v16si)
1344 _mm512_setzero_si512 (),
1345 __M);
1346}
1347
Michael Kupersteine45af542015-06-30 13:36:19 +00001348static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001349_mm512_min_epi64(__m512i __A, __m512i __B)
1350{
1351 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1352 (__v8di) __B,
1353 (__v8di)
1354 _mm512_setzero_si512 (),
1355 (__mmask8) -1);
1356}
1357
Michael Zuckermande860e52016-05-10 11:34:19 +00001358static __inline__ __m512i __DEFAULT_FN_ATTRS
1359_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1360{
1361 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1362 (__v8di) __B,
1363 (__v8di) __W, __M);
1364}
1365
1366static __inline__ __m512i __DEFAULT_FN_ATTRS
1367_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1368{
1369 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1370 (__v8di) __B,
1371 (__v8di)
1372 _mm512_setzero_si512 (),
1373 __M);
1374}
1375
Michael Kupersteine45af542015-06-30 13:36:19 +00001376static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001377_mm512_min_epu64(__m512i __A, __m512i __B)
1378{
1379 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1380 (__v8di) __B,
1381 (__v8di)
1382 _mm512_setzero_si512 (),
1383 (__mmask8) -1);
1384}
1385
Michael Zuckermande860e52016-05-10 11:34:19 +00001386static __inline__ __m512i __DEFAULT_FN_ATTRS
1387_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1388{
1389 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1390 (__v8di) __B,
1391 (__v8di) __W, __M);
1392}
1393
1394static __inline__ __m512i __DEFAULT_FN_ATTRS
1395_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1396{
1397 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1398 (__v8di) __B,
1399 (__v8di)
1400 _mm512_setzero_si512 (),
1401 __M);
1402}
1403
Michael Kupersteine45af542015-06-30 13:36:19 +00001404static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001405_mm512_mul_epi32(__m512i __X, __m512i __Y)
1406{
1407 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1408 (__v16si) __Y,
1409 (__v8di)
1410 _mm512_setzero_si512 (),
1411 (__mmask8) -1);
1412}
1413
Michael Kupersteine45af542015-06-30 13:36:19 +00001414static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001415_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1416{
1417 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1418 (__v16si) __Y,
1419 (__v8di) __W, __M);
1420}
1421
Michael Kupersteine45af542015-06-30 13:36:19 +00001422static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001423_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1424{
1425 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1426 (__v16si) __Y,
1427 (__v8di)
1428 _mm512_setzero_si512 (),
1429 __M);
1430}
1431
Michael Kupersteine45af542015-06-30 13:36:19 +00001432static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001433_mm512_mul_epu32(__m512i __X, __m512i __Y)
1434{
1435 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1436 (__v16si) __Y,
1437 (__v8di)
1438 _mm512_setzero_si512 (),
1439 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001440}
1441
Michael Kupersteine45af542015-06-30 13:36:19 +00001442static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001443_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1444{
1445 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1446 (__v16si) __Y,
1447 (__v8di) __W, __M);
1448}
1449
Michael Kupersteine45af542015-06-30 13:36:19 +00001450static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001451_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1452{
1453 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1454 (__v16si) __Y,
1455 (__v8di)
1456 _mm512_setzero_si512 (),
1457 __M);
1458}
1459
Michael Kupersteine45af542015-06-30 13:36:19 +00001460static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001461_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1462{
Craig Topper6a77b622016-06-04 05:43:41 +00001463 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001464}
1465
Michael Kupersteine45af542015-06-30 13:36:19 +00001466static __inline __m512i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +00001467_mm512_maskz_mullo_epi32(__mmask16 __M, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001468{
Craig Topperf43e4a12016-09-03 19:19:49 +00001469 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1470 (__v16si)_mm512_mullo_epi32(__A, __B),
1471 (__v16si)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001472}
1473
Michael Kupersteine45af542015-06-30 13:36:19 +00001474static __inline __m512i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +00001475_mm512_mask_mullo_epi32(__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001476{
Craig Topperf43e4a12016-09-03 19:19:49 +00001477 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1478 (__v16si)_mm512_mullo_epi32(__A, __B),
1479 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001480}
1481
Craig Topperf3efec62016-06-08 06:08:07 +00001482#define _mm512_mask_sqrt_round_pd(W, U, A, R) __extension__ ({ \
1483 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1484 (__v8df)(__m512d)(W), (__mmask8)(U), \
1485 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001486
Craig Topperf3efec62016-06-08 06:08:07 +00001487#define _mm512_maskz_sqrt_round_pd(U, A, R) __extension__ ({ \
1488 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1489 (__v8df)_mm512_setzero_pd(), \
1490 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001491
Craig Topperf3efec62016-06-08 06:08:07 +00001492#define _mm512_sqrt_round_pd(A, R) __extension__ ({ \
1493 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1494 (__v8df)_mm512_undefined_pd(), \
1495 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001496
Michael Kupersteine45af542015-06-30 13:36:19 +00001497static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001498_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001499{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001500 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001501 (__v8df) _mm512_setzero_pd (),
1502 (__mmask8) -1,
1503 _MM_FROUND_CUR_DIRECTION);
1504}
1505
Michael Zuckermancb856772016-05-16 11:42:01 +00001506static __inline__ __m512d __DEFAULT_FN_ATTRS
1507_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1508{
1509 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1510 (__v8df) __W,
1511 (__mmask8) __U,
1512 _MM_FROUND_CUR_DIRECTION);
1513}
1514
1515static __inline__ __m512d __DEFAULT_FN_ATTRS
1516_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1517{
1518 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1519 (__v8df)
1520 _mm512_setzero_pd (),
1521 (__mmask8) __U,
1522 _MM_FROUND_CUR_DIRECTION);
1523}
1524
Craig Topperf3efec62016-06-08 06:08:07 +00001525#define _mm512_mask_sqrt_round_ps(W, U, A, R) __extension__ ({ \
1526 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1527 (__v16sf)(__m512)(W), (__mmask16)(U), \
1528 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001529
Craig Topperf3efec62016-06-08 06:08:07 +00001530#define _mm512_maskz_sqrt_round_ps(U, A, R) __extension__ ({ \
1531 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1532 (__v16sf)_mm512_setzero_ps(), \
1533 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001534
Craig Topperf3efec62016-06-08 06:08:07 +00001535#define _mm512_sqrt_round_ps(A, R) __extension__ ({ \
1536 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1537 (__v16sf)_mm512_undefined_ps(), \
1538 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001539
Michael Kupersteine45af542015-06-30 13:36:19 +00001540static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001541_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001542{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001543 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001544 (__v16sf) _mm512_setzero_ps (),
1545 (__mmask16) -1,
1546 _MM_FROUND_CUR_DIRECTION);
1547}
1548
Michael Zuckermancb856772016-05-16 11:42:01 +00001549static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001550_mm512_mask_sqrt_ps(__m512 __W, __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001551{
1552 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1553 (__v16sf) __W,
1554 (__mmask16) __U,
1555 _MM_FROUND_CUR_DIRECTION);
1556}
1557
1558static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001559_mm512_maskz_sqrt_ps( __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001560{
1561 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1562 (__v16sf) _mm512_setzero_ps (),
1563 (__mmask16) __U,
1564 _MM_FROUND_CUR_DIRECTION);
1565}
1566
Michael Kupersteine45af542015-06-30 13:36:19 +00001567static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001568_mm512_rsqrt14_pd(__m512d __A)
1569{
1570 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1571 (__v8df)
1572 _mm512_setzero_pd (),
1573 (__mmask8) -1);}
1574
Michael Zuckermancb856772016-05-16 11:42:01 +00001575static __inline__ __m512d __DEFAULT_FN_ATTRS
1576_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1577{
1578 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1579 (__v8df) __W,
1580 (__mmask8) __U);
1581}
1582
1583static __inline__ __m512d __DEFAULT_FN_ATTRS
1584_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1585{
1586 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1587 (__v8df)
1588 _mm512_setzero_pd (),
1589 (__mmask8) __U);
1590}
1591
Michael Kupersteine45af542015-06-30 13:36:19 +00001592static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001593_mm512_rsqrt14_ps(__m512 __A)
1594{
1595 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1596 (__v16sf)
1597 _mm512_setzero_ps (),
1598 (__mmask16) -1);
1599}
1600
Michael Zuckermancb856772016-05-16 11:42:01 +00001601static __inline__ __m512 __DEFAULT_FN_ATTRS
1602_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1603{
1604 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1605 (__v16sf) __W,
1606 (__mmask16) __U);
1607}
1608
1609static __inline__ __m512 __DEFAULT_FN_ATTRS
1610_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1611{
1612 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1613 (__v16sf)
1614 _mm512_setzero_ps (),
1615 (__mmask16) __U);
1616}
1617
Michael Kupersteine45af542015-06-30 13:36:19 +00001618static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001619_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1620{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001621 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001622 (__v4sf) __B,
1623 (__v4sf)
1624 _mm_setzero_ps (),
1625 (__mmask8) -1);
1626}
1627
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001628static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001629_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001630{
1631 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1632 (__v4sf) __B,
1633 (__v4sf) __W,
1634 (__mmask8) __U);
1635}
1636
1637static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001638_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001639{
1640 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1641 (__v4sf) __B,
1642 (__v4sf) _mm_setzero_ps (),
1643 (__mmask8) __U);
1644}
1645
Michael Kupersteine45af542015-06-30 13:36:19 +00001646static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001647_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1648{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001649 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001650 (__v2df) __B,
1651 (__v2df)
1652 _mm_setzero_pd (),
1653 (__mmask8) -1);
1654}
1655
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001656static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001657_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001658{
1659 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1660 (__v2df) __B,
1661 (__v2df) __W,
1662 (__mmask8) __U);
1663}
1664
1665static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001666_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001667{
1668 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1669 (__v2df) __B,
1670 (__v2df) _mm_setzero_pd (),
1671 (__mmask8) __U);
1672}
1673
Michael Kupersteine45af542015-06-30 13:36:19 +00001674static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001675_mm512_rcp14_pd(__m512d __A)
1676{
1677 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1678 (__v8df)
1679 _mm512_setzero_pd (),
1680 (__mmask8) -1);
1681}
1682
Michael Zuckermancb856772016-05-16 11:42:01 +00001683static __inline__ __m512d __DEFAULT_FN_ATTRS
1684_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1685{
1686 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1687 (__v8df) __W,
1688 (__mmask8) __U);
1689}
1690
1691static __inline__ __m512d __DEFAULT_FN_ATTRS
1692_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1693{
1694 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1695 (__v8df)
1696 _mm512_setzero_pd (),
1697 (__mmask8) __U);
1698}
1699
Michael Kupersteine45af542015-06-30 13:36:19 +00001700static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001701_mm512_rcp14_ps(__m512 __A)
1702{
1703 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1704 (__v16sf)
1705 _mm512_setzero_ps (),
1706 (__mmask16) -1);
1707}
Michael Zuckermancb856772016-05-16 11:42:01 +00001708
1709static __inline__ __m512 __DEFAULT_FN_ATTRS
1710_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1711{
1712 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1713 (__v16sf) __W,
1714 (__mmask16) __U);
1715}
1716
1717static __inline__ __m512 __DEFAULT_FN_ATTRS
1718_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1719{
1720 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1721 (__v16sf)
1722 _mm512_setzero_ps (),
1723 (__mmask16) __U);
1724}
1725
Michael Kupersteine45af542015-06-30 13:36:19 +00001726static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001727_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001728{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001729 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001730 (__v4sf) __B,
1731 (__v4sf)
1732 _mm_setzero_ps (),
1733 (__mmask8) -1);
1734}
1735
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001736static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001737_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001738{
1739 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1740 (__v4sf) __B,
1741 (__v4sf) __W,
1742 (__mmask8) __U);
1743}
1744
1745static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001746_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001747{
1748 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1749 (__v4sf) __B,
1750 (__v4sf) _mm_setzero_ps (),
1751 (__mmask8) __U);
1752}
1753
Michael Kupersteine45af542015-06-30 13:36:19 +00001754static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001755_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001756{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001757 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001758 (__v2df) __B,
1759 (__v2df)
1760 _mm_setzero_pd (),
1761 (__mmask8) -1);
1762}
1763
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001764static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001765_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001766{
1767 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1768 (__v2df) __B,
1769 (__v2df) __W,
1770 (__mmask8) __U);
1771}
1772
1773static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001774_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001775{
1776 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1777 (__v2df) __B,
1778 (__v2df) _mm_setzero_pd (),
1779 (__mmask8) __U);
1780}
1781
Michael Kupersteine45af542015-06-30 13:36:19 +00001782static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001783_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001784{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001785 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1786 _MM_FROUND_FLOOR,
1787 (__v16sf) __A, -1,
1788 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001789}
1790
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001791static __inline__ __m512 __DEFAULT_FN_ATTRS
1792_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1793{
1794 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1795 _MM_FROUND_FLOOR,
1796 (__v16sf) __W, __U,
1797 _MM_FROUND_CUR_DIRECTION);
1798}
1799
Michael Kupersteine45af542015-06-30 13:36:19 +00001800static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001801_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001802{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001803 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1804 _MM_FROUND_FLOOR,
1805 (__v8df) __A, -1,
1806 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001807}
1808
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001809static __inline__ __m512d __DEFAULT_FN_ATTRS
1810_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1811{
1812 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1813 _MM_FROUND_FLOOR,
1814 (__v8df) __W, __U,
1815 _MM_FROUND_CUR_DIRECTION);
1816}
1817
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001818static __inline__ __m512 __DEFAULT_FN_ATTRS
1819_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1820{
1821 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1822 _MM_FROUND_CEIL,
1823 (__v16sf) __W, __U,
1824 _MM_FROUND_CUR_DIRECTION);
1825}
1826
Michael Kupersteine45af542015-06-30 13:36:19 +00001827static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001828_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001829{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001830 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1831 _MM_FROUND_CEIL,
1832 (__v16sf) __A, -1,
1833 _MM_FROUND_CUR_DIRECTION);
1834}
1835
Michael Kupersteine45af542015-06-30 13:36:19 +00001836static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001837_mm512_ceil_pd(__m512d __A)
1838{
1839 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1840 _MM_FROUND_CEIL,
1841 (__v8df) __A, -1,
1842 _MM_FROUND_CUR_DIRECTION);
1843}
1844
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001845static __inline__ __m512d __DEFAULT_FN_ATTRS
1846_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1847{
1848 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1849 _MM_FROUND_CEIL,
1850 (__v8df) __W, __U,
1851 _MM_FROUND_CUR_DIRECTION);
1852}
1853
Michael Kupersteine45af542015-06-30 13:36:19 +00001854static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001855_mm512_abs_epi64(__m512i __A)
1856{
1857 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1858 (__v8di)
1859 _mm512_setzero_si512 (),
1860 (__mmask8) -1);
1861}
1862
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001863static __inline__ __m512i __DEFAULT_FN_ATTRS
1864_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1865{
1866 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1867 (__v8di) __W,
1868 (__mmask8) __U);
1869}
1870
1871static __inline__ __m512i __DEFAULT_FN_ATTRS
1872_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1873{
1874 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1875 (__v8di)
1876 _mm512_setzero_si512 (),
1877 (__mmask8) __U);
1878}
1879
Michael Kupersteine45af542015-06-30 13:36:19 +00001880static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001881_mm512_abs_epi32(__m512i __A)
1882{
1883 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1884 (__v16si)
1885 _mm512_setzero_si512 (),
1886 (__mmask16) -1);
1887}
1888
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001889static __inline__ __m512i __DEFAULT_FN_ATTRS
1890_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1891{
1892 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1893 (__v16si) __W,
1894 (__mmask16) __U);
1895}
1896
1897static __inline__ __m512i __DEFAULT_FN_ATTRS
1898_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1899{
1900 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1901 (__v16si)
1902 _mm512_setzero_si512 (),
1903 (__mmask16) __U);
1904}
1905
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001906static __inline__ __m128 __DEFAULT_FN_ATTRS
1907_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001908 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001909 (__v4sf) __B,
1910 (__v4sf) __W,
1911 (__mmask8) __U,
1912 _MM_FROUND_CUR_DIRECTION);
1913}
1914
1915static __inline__ __m128 __DEFAULT_FN_ATTRS
1916_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001917 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001918 (__v4sf) __B,
1919 (__v4sf) _mm_setzero_ps (),
1920 (__mmask8) __U,
1921 _MM_FROUND_CUR_DIRECTION);
1922}
1923
Craig Topper8c18e112016-05-17 04:41:50 +00001924#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1925 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1926 (__v4sf)(__m128)(B), \
1927 (__v4sf)_mm_setzero_ps(), \
1928 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001929
Craig Topper8c18e112016-05-17 04:41:50 +00001930#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1931 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1932 (__v4sf)(__m128)(B), \
1933 (__v4sf)(__m128)(W), (__mmask8)(U), \
1934 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001935
Craig Topper8c18e112016-05-17 04:41:50 +00001936#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
1937 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1938 (__v4sf)(__m128)(B), \
1939 (__v4sf)_mm_setzero_ps(), \
1940 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001941
1942static __inline__ __m128d __DEFAULT_FN_ATTRS
1943_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001944 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001945 (__v2df) __B,
1946 (__v2df) __W,
1947 (__mmask8) __U,
1948 _MM_FROUND_CUR_DIRECTION);
1949}
1950
1951static __inline__ __m128d __DEFAULT_FN_ATTRS
1952_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001953 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001954 (__v2df) __B,
1955 (__v2df) _mm_setzero_pd (),
1956 (__mmask8) __U,
1957 _MM_FROUND_CUR_DIRECTION);
1958}
Craig Topper8c18e112016-05-17 04:41:50 +00001959#define _mm_add_round_sd(A, B, R) __extension__ ({ \
1960 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1961 (__v2df)(__m128d)(B), \
1962 (__v2df)_mm_setzero_pd(), \
1963 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001964
Craig Topper8c18e112016-05-17 04:41:50 +00001965#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
1966 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1967 (__v2df)(__m128d)(B), \
1968 (__v2df)(__m128d)(W), \
1969 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001970
Craig Topper8c18e112016-05-17 04:41:50 +00001971#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
1972 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1973 (__v2df)(__m128d)(B), \
1974 (__v2df)_mm_setzero_pd(), \
1975 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001976
Asaf Badouhffeb6242015-07-21 15:27:28 +00001977static __inline__ __m512d __DEFAULT_FN_ATTRS
1978_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
1979 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1980 (__v8df) __B,
1981 (__v8df) __W,
1982 (__mmask8) __U,
1983 _MM_FROUND_CUR_DIRECTION);
1984}
1985
1986static __inline__ __m512d __DEFAULT_FN_ATTRS
1987_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
1988 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1989 (__v8df) __B,
1990 (__v8df) _mm512_setzero_pd (),
1991 (__mmask8) __U,
1992 _MM_FROUND_CUR_DIRECTION);
1993}
1994
1995static __inline__ __m512 __DEFAULT_FN_ATTRS
1996_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
1997 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
1998 (__v16sf) __B,
1999 (__v16sf) __W,
2000 (__mmask16) __U,
2001 _MM_FROUND_CUR_DIRECTION);
2002}
2003
2004static __inline__ __m512 __DEFAULT_FN_ATTRS
2005_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2006 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2007 (__v16sf) __B,
2008 (__v16sf) _mm512_setzero_ps (),
2009 (__mmask16) __U,
2010 _MM_FROUND_CUR_DIRECTION);
2011}
2012
Craig Topper8c18e112016-05-17 04:41:50 +00002013#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2014 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2015 (__v8df)(__m512d)(B), \
2016 (__v8df)_mm512_setzero_pd(), \
2017 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002018
Craig Topper8c18e112016-05-17 04:41:50 +00002019#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2020 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2021 (__v8df)(__m512d)(B), \
2022 (__v8df)(__m512d)(W), (__mmask8)(U), \
2023 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002024
Craig Topper8c18e112016-05-17 04:41:50 +00002025#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2026 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2027 (__v8df)(__m512d)(B), \
2028 (__v8df)_mm512_setzero_pd(), \
2029 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002030
Craig Topper8c18e112016-05-17 04:41:50 +00002031#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2032 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2033 (__v16sf)(__m512)(B), \
2034 (__v16sf)_mm512_setzero_ps(), \
2035 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002036
Craig Topper8c18e112016-05-17 04:41:50 +00002037#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2038 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2039 (__v16sf)(__m512)(B), \
2040 (__v16sf)(__m512)(W), (__mmask16)(U), \
2041 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002042
Craig Topper8c18e112016-05-17 04:41:50 +00002043#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2044 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2045 (__v16sf)(__m512)(B), \
2046 (__v16sf)_mm512_setzero_ps(), \
2047 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002048
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002049static __inline__ __m128 __DEFAULT_FN_ATTRS
2050_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002051 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002052 (__v4sf) __B,
2053 (__v4sf) __W,
2054 (__mmask8) __U,
2055 _MM_FROUND_CUR_DIRECTION);
2056}
2057
2058static __inline__ __m128 __DEFAULT_FN_ATTRS
2059_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002060 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002061 (__v4sf) __B,
2062 (__v4sf) _mm_setzero_ps (),
2063 (__mmask8) __U,
2064 _MM_FROUND_CUR_DIRECTION);
2065}
Craig Topper8c18e112016-05-17 04:41:50 +00002066#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2067 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2068 (__v4sf)(__m128)(B), \
2069 (__v4sf)_mm_setzero_ps(), \
2070 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002071
Craig Topper8c18e112016-05-17 04:41:50 +00002072#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2073 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2074 (__v4sf)(__m128)(B), \
2075 (__v4sf)(__m128)(W), (__mmask8)(U), \
2076 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002077
Craig Topper8c18e112016-05-17 04:41:50 +00002078#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2079 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2080 (__v4sf)(__m128)(B), \
2081 (__v4sf)_mm_setzero_ps(), \
2082 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002083
2084static __inline__ __m128d __DEFAULT_FN_ATTRS
2085_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002086 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002087 (__v2df) __B,
2088 (__v2df) __W,
2089 (__mmask8) __U,
2090 _MM_FROUND_CUR_DIRECTION);
2091}
2092
2093static __inline__ __m128d __DEFAULT_FN_ATTRS
2094_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002095 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002096 (__v2df) __B,
2097 (__v2df) _mm_setzero_pd (),
2098 (__mmask8) __U,
2099 _MM_FROUND_CUR_DIRECTION);
2100}
2101
Craig Topper8c18e112016-05-17 04:41:50 +00002102#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2103 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2104 (__v2df)(__m128d)(B), \
2105 (__v2df)_mm_setzero_pd(), \
2106 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002107
Craig Topper8c18e112016-05-17 04:41:50 +00002108#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2109 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2110 (__v2df)(__m128d)(B), \
2111 (__v2df)(__m128d)(W), \
2112 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002113
Craig Topper8c18e112016-05-17 04:41:50 +00002114#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2115 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2116 (__v2df)(__m128d)(B), \
2117 (__v2df)_mm_setzero_pd(), \
2118 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002119
Asaf Badouhffeb6242015-07-21 15:27:28 +00002120static __inline__ __m512d __DEFAULT_FN_ATTRS
2121_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2122 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2123 (__v8df) __B,
2124 (__v8df) __W,
2125 (__mmask8) __U,
2126 _MM_FROUND_CUR_DIRECTION);
2127}
2128
2129static __inline__ __m512d __DEFAULT_FN_ATTRS
2130_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2131 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2132 (__v8df) __B,
2133 (__v8df)
2134 _mm512_setzero_pd (),
2135 (__mmask8) __U,
2136 _MM_FROUND_CUR_DIRECTION);
2137}
2138
2139static __inline__ __m512 __DEFAULT_FN_ATTRS
2140_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2141 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2142 (__v16sf) __B,
2143 (__v16sf) __W,
2144 (__mmask16) __U,
2145 _MM_FROUND_CUR_DIRECTION);
2146}
2147
2148static __inline__ __m512 __DEFAULT_FN_ATTRS
2149_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2150 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2151 (__v16sf) __B,
2152 (__v16sf)
2153 _mm512_setzero_ps (),
2154 (__mmask16) __U,
2155 _MM_FROUND_CUR_DIRECTION);
2156}
2157
Craig Topper8c18e112016-05-17 04:41:50 +00002158#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2159 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2160 (__v8df)(__m512d)(B), \
2161 (__v8df)_mm512_setzero_pd(), \
2162 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002163
Craig Topper8c18e112016-05-17 04:41:50 +00002164#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2165 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2166 (__v8df)(__m512d)(B), \
2167 (__v8df)(__m512d)(W), (__mmask8)(U), \
2168 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002169
Craig Topper8c18e112016-05-17 04:41:50 +00002170#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2171 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2172 (__v8df)(__m512d)(B), \
2173 (__v8df)_mm512_setzero_pd(), \
2174 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002175
Craig Topper8c18e112016-05-17 04:41:50 +00002176#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2177 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2178 (__v16sf)(__m512)(B), \
2179 (__v16sf)_mm512_setzero_ps(), \
2180 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002181
Craig Topper8c18e112016-05-17 04:41:50 +00002182#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2183 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2184 (__v16sf)(__m512)(B), \
2185 (__v16sf)(__m512)(W), (__mmask16)(U), \
2186 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002187
Craig Topper8c18e112016-05-17 04:41:50 +00002188#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2189 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2190 (__v16sf)(__m512)(B), \
2191 (__v16sf)_mm512_setzero_ps(), \
2192 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002193
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002194static __inline__ __m128 __DEFAULT_FN_ATTRS
2195_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002196 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002197 (__v4sf) __B,
2198 (__v4sf) __W,
2199 (__mmask8) __U,
2200 _MM_FROUND_CUR_DIRECTION);
2201}
2202
2203static __inline__ __m128 __DEFAULT_FN_ATTRS
2204_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002205 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002206 (__v4sf) __B,
2207 (__v4sf) _mm_setzero_ps (),
2208 (__mmask8) __U,
2209 _MM_FROUND_CUR_DIRECTION);
2210}
Craig Topper8c18e112016-05-17 04:41:50 +00002211#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2212 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2213 (__v4sf)(__m128)(B), \
2214 (__v4sf)_mm_setzero_ps(), \
2215 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002216
Craig Topper8c18e112016-05-17 04:41:50 +00002217#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2218 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2219 (__v4sf)(__m128)(B), \
2220 (__v4sf)(__m128)(W), (__mmask8)(U), \
2221 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002222
Craig Topper8c18e112016-05-17 04:41:50 +00002223#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2224 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2225 (__v4sf)(__m128)(B), \
2226 (__v4sf)_mm_setzero_ps(), \
2227 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002228
2229static __inline__ __m128d __DEFAULT_FN_ATTRS
2230_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002231 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002232 (__v2df) __B,
2233 (__v2df) __W,
2234 (__mmask8) __U,
2235 _MM_FROUND_CUR_DIRECTION);
2236}
2237
2238static __inline__ __m128d __DEFAULT_FN_ATTRS
2239_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002240 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002241 (__v2df) __B,
2242 (__v2df) _mm_setzero_pd (),
2243 (__mmask8) __U,
2244 _MM_FROUND_CUR_DIRECTION);
2245}
2246
Craig Topper8c18e112016-05-17 04:41:50 +00002247#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2248 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2249 (__v2df)(__m128d)(B), \
2250 (__v2df)_mm_setzero_pd(), \
2251 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002252
Craig Topper8c18e112016-05-17 04:41:50 +00002253#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2254 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2255 (__v2df)(__m128d)(B), \
2256 (__v2df)(__m128d)(W), \
2257 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002258
Craig Topper8c18e112016-05-17 04:41:50 +00002259#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2260 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2261 (__v2df)(__m128d)(B), \
2262 (__v2df)_mm_setzero_pd(), \
2263 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002264
Asaf Badouhffeb6242015-07-21 15:27:28 +00002265static __inline__ __m512d __DEFAULT_FN_ATTRS
2266_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2267 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2268 (__v8df) __B,
2269 (__v8df) __W,
2270 (__mmask8) __U,
2271 _MM_FROUND_CUR_DIRECTION);
2272}
2273
2274static __inline__ __m512d __DEFAULT_FN_ATTRS
2275_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2276 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2277 (__v8df) __B,
2278 (__v8df)
2279 _mm512_setzero_pd (),
2280 (__mmask8) __U,
2281 _MM_FROUND_CUR_DIRECTION);
2282}
2283
2284static __inline__ __m512 __DEFAULT_FN_ATTRS
2285_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2286 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2287 (__v16sf) __B,
2288 (__v16sf) __W,
2289 (__mmask16) __U,
2290 _MM_FROUND_CUR_DIRECTION);
2291}
2292
2293static __inline__ __m512 __DEFAULT_FN_ATTRS
2294_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2295 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2296 (__v16sf) __B,
2297 (__v16sf)
2298 _mm512_setzero_ps (),
2299 (__mmask16) __U,
2300 _MM_FROUND_CUR_DIRECTION);
2301}
2302
Craig Topper8c18e112016-05-17 04:41:50 +00002303#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2304 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2305 (__v8df)(__m512d)(B), \
2306 (__v8df)_mm512_setzero_pd(), \
2307 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002308
Craig Topper8c18e112016-05-17 04:41:50 +00002309#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2310 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2311 (__v8df)(__m512d)(B), \
2312 (__v8df)(__m512d)(W), (__mmask8)(U), \
2313 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002314
Craig Topper8c18e112016-05-17 04:41:50 +00002315#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2316 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2317 (__v8df)(__m512d)(B), \
2318 (__v8df)_mm512_setzero_pd(), \
2319 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002320
Craig Topper8c18e112016-05-17 04:41:50 +00002321#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2322 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2323 (__v16sf)(__m512)(B), \
2324 (__v16sf)_mm512_setzero_ps(), \
2325 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002326
Craig Topper8c18e112016-05-17 04:41:50 +00002327#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2328 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2329 (__v16sf)(__m512)(B), \
2330 (__v16sf)(__m512)(W), (__mmask16)(U), \
2331 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002332
Craig Topper8c18e112016-05-17 04:41:50 +00002333#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2334 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2335 (__v16sf)(__m512)(B), \
2336 (__v16sf)_mm512_setzero_ps(), \
2337 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002338
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002339static __inline__ __m128 __DEFAULT_FN_ATTRS
2340_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002341 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002342 (__v4sf) __B,
2343 (__v4sf) __W,
2344 (__mmask8) __U,
2345 _MM_FROUND_CUR_DIRECTION);
2346}
2347
2348static __inline__ __m128 __DEFAULT_FN_ATTRS
2349_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002350 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002351 (__v4sf) __B,
2352 (__v4sf) _mm_setzero_ps (),
2353 (__mmask8) __U,
2354 _MM_FROUND_CUR_DIRECTION);
2355}
2356
Craig Topper8c18e112016-05-17 04:41:50 +00002357#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2358 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2359 (__v4sf)(__m128)(B), \
2360 (__v4sf)_mm_setzero_ps(), \
2361 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002362
Craig Topper8c18e112016-05-17 04:41:50 +00002363#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2364 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2365 (__v4sf)(__m128)(B), \
2366 (__v4sf)(__m128)(W), (__mmask8)(U), \
2367 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002368
Craig Topper8c18e112016-05-17 04:41:50 +00002369#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2370 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2371 (__v4sf)(__m128)(B), \
2372 (__v4sf)_mm_setzero_ps(), \
2373 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002374
2375static __inline__ __m128d __DEFAULT_FN_ATTRS
2376_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002377 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002378 (__v2df) __B,
2379 (__v2df) __W,
2380 (__mmask8) __U,
2381 _MM_FROUND_CUR_DIRECTION);
2382}
2383
2384static __inline__ __m128d __DEFAULT_FN_ATTRS
2385_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002386 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002387 (__v2df) __B,
2388 (__v2df) _mm_setzero_pd (),
2389 (__mmask8) __U,
2390 _MM_FROUND_CUR_DIRECTION);
2391}
2392
Craig Topper8c18e112016-05-17 04:41:50 +00002393#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2394 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2395 (__v2df)(__m128d)(B), \
2396 (__v2df)_mm_setzero_pd(), \
2397 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002398
Craig Topper8c18e112016-05-17 04:41:50 +00002399#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2400 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2401 (__v2df)(__m128d)(B), \
2402 (__v2df)(__m128d)(W), \
2403 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002404
Craig Topper8c18e112016-05-17 04:41:50 +00002405#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2406 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2407 (__v2df)(__m128d)(B), \
2408 (__v2df)_mm_setzero_pd(), \
2409 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002410
Michael Zuckerman223676d2016-06-14 12:38:58 +00002411static __inline __m512d __DEFAULT_FN_ATTRS
2412_mm512_div_pd(__m512d __a, __m512d __b)
2413{
2414 return (__m512d)((__v8df)__a/(__v8df)__b);
2415}
2416
Asaf Badouhffeb6242015-07-21 15:27:28 +00002417static __inline__ __m512d __DEFAULT_FN_ATTRS
2418_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2419 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2420 (__v8df) __B,
2421 (__v8df) __W,
2422 (__mmask8) __U,
2423 _MM_FROUND_CUR_DIRECTION);
2424}
2425
2426static __inline__ __m512d __DEFAULT_FN_ATTRS
2427_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2428 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2429 (__v8df) __B,
2430 (__v8df)
2431 _mm512_setzero_pd (),
2432 (__mmask8) __U,
2433 _MM_FROUND_CUR_DIRECTION);
2434}
2435
Michael Zuckerman223676d2016-06-14 12:38:58 +00002436static __inline __m512 __DEFAULT_FN_ATTRS
2437_mm512_div_ps(__m512 __a, __m512 __b)
2438{
2439 return (__m512)((__v16sf)__a/(__v16sf)__b);
2440}
2441
Asaf Badouhffeb6242015-07-21 15:27:28 +00002442static __inline__ __m512 __DEFAULT_FN_ATTRS
2443_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2444 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2445 (__v16sf) __B,
2446 (__v16sf) __W,
2447 (__mmask16) __U,
2448 _MM_FROUND_CUR_DIRECTION);
2449}
2450
2451static __inline__ __m512 __DEFAULT_FN_ATTRS
2452_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2453 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2454 (__v16sf) __B,
2455 (__v16sf)
2456 _mm512_setzero_ps (),
2457 (__mmask16) __U,
2458 _MM_FROUND_CUR_DIRECTION);
2459}
2460
Craig Topper8c18e112016-05-17 04:41:50 +00002461#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2462 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2463 (__v8df)(__m512d)(B), \
2464 (__v8df)_mm512_setzero_pd(), \
2465 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002466
Craig Topper8c18e112016-05-17 04:41:50 +00002467#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2468 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2469 (__v8df)(__m512d)(B), \
2470 (__v8df)(__m512d)(W), (__mmask8)(U), \
2471 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002472
Craig Topper8c18e112016-05-17 04:41:50 +00002473#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2474 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2475 (__v8df)(__m512d)(B), \
2476 (__v8df)_mm512_setzero_pd(), \
2477 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002478
Craig Topper8c18e112016-05-17 04:41:50 +00002479#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2480 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2481 (__v16sf)(__m512)(B), \
2482 (__v16sf)_mm512_setzero_ps(), \
2483 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002484
Craig Topper8c18e112016-05-17 04:41:50 +00002485#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2486 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2487 (__v16sf)(__m512)(B), \
2488 (__v16sf)(__m512)(W), (__mmask16)(U), \
2489 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002490
Craig Topper8c18e112016-05-17 04:41:50 +00002491#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2492 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2493 (__v16sf)(__m512)(B), \
2494 (__v16sf)_mm512_setzero_ps(), \
2495 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002496
Craig Topper72c7d512015-02-01 07:35:35 +00002497#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002498 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2499 (__v16sf)(__m512)(A), (__mmask16)-1, \
2500 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002501
Craig Topper8c18e112016-05-17 04:41:50 +00002502#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2503 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2504 (__v16sf)(__m512)(A), (__mmask16)(B), \
2505 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002506
Craig Topper8c18e112016-05-17 04:41:50 +00002507#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2508 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2509 (__v16sf)_mm512_setzero_ps(), \
2510 (__mmask16)(A), \
2511 _MM_FROUND_CUR_DIRECTION); })
2512
Craig Topperf3efec62016-06-08 06:08:07 +00002513#define _mm512_mask_roundscale_round_ps(A, B, C, imm, R) __extension__ ({ \
2514 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2515 (__v16sf)(__m512)(A), (__mmask16)(B), \
2516 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002517
Craig Topperf3efec62016-06-08 06:08:07 +00002518#define _mm512_maskz_roundscale_round_ps(A, B, imm, R) __extension__ ({ \
2519 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2520 (__v16sf)_mm512_setzero_ps(), \
2521 (__mmask16)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002522
Craig Topperf3efec62016-06-08 06:08:07 +00002523#define _mm512_roundscale_round_ps(A, imm, R) __extension__ ({ \
2524 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(imm), \
2525 (__v16sf)_mm512_undefined_ps(), \
2526 (__mmask16)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002527
Craig Topper72c7d512015-02-01 07:35:35 +00002528#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002529 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2530 (__v8df)(__m512d)(A), (__mmask8)-1, \
2531 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002532
Craig Topper8c18e112016-05-17 04:41:50 +00002533#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2534 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2535 (__v8df)(__m512d)(A), (__mmask8)(B), \
2536 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002537
Craig Topper8c18e112016-05-17 04:41:50 +00002538#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2539 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2540 (__v8df)_mm512_setzero_pd(), \
2541 (__mmask8)(A), \
2542 _MM_FROUND_CUR_DIRECTION); })
2543
Craig Topperf3efec62016-06-08 06:08:07 +00002544#define _mm512_mask_roundscale_round_pd(A, B, C, imm, R) __extension__ ({ \
2545 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2546 (__v8df)(__m512d)(A), (__mmask8)(B), \
2547 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002548
Craig Topperf3efec62016-06-08 06:08:07 +00002549#define _mm512_maskz_roundscale_round_pd(A, B, imm, R) __extension__ ({ \
2550 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2551 (__v8df)_mm512_setzero_pd(), \
2552 (__mmask8)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002553
Craig Topperf3efec62016-06-08 06:08:07 +00002554#define _mm512_roundscale_round_pd(A, imm, R) __extension__ ({ \
2555 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(imm), \
2556 (__v8df)_mm512_undefined_pd(), \
2557 (__mmask8)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002558
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002559#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002560 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2561 (__v8df)(__m512d)(B), \
2562 (__v8df)(__m512d)(C), (__mmask8)-1, \
2563 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002564
2565
2566#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002567 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2568 (__v8df)(__m512d)(B), \
2569 (__v8df)(__m512d)(C), \
2570 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002571
2572
2573#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002574 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2575 (__v8df)(__m512d)(B), \
2576 (__v8df)(__m512d)(C), \
2577 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002578
2579
2580#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002581 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2582 (__v8df)(__m512d)(B), \
2583 (__v8df)(__m512d)(C), \
2584 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002585
2586
2587#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002588 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2589 (__v8df)(__m512d)(B), \
2590 -(__v8df)(__m512d)(C), \
2591 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002592
2593
2594#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002595 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2596 (__v8df)(__m512d)(B), \
2597 -(__v8df)(__m512d)(C), \
2598 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002599
2600
2601#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002602 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2603 (__v8df)(__m512d)(B), \
2604 -(__v8df)(__m512d)(C), \
2605 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002606
2607
2608#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002609 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2610 (__v8df)(__m512d)(B), \
2611 (__v8df)(__m512d)(C), (__mmask8)-1, \
2612 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002613
2614
2615#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002616 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2617 (__v8df)(__m512d)(B), \
2618 (__v8df)(__m512d)(C), \
2619 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002620
2621
2622#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002623 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2624 (__v8df)(__m512d)(B), \
2625 (__v8df)(__m512d)(C), \
2626 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002627
2628
2629#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002630 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2631 (__v8df)(__m512d)(B), \
2632 -(__v8df)(__m512d)(C), \
2633 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002634
2635
2636#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002637 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2638 (__v8df)(__m512d)(B), \
2639 -(__v8df)(__m512d)(C), \
2640 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002641
2642
Michael Kupersteine45af542015-06-30 13:36:19 +00002643static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002644_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2645{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002646 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2647 (__v8df) __B,
2648 (__v8df) __C,
2649 (__mmask8) -1,
2650 _MM_FROUND_CUR_DIRECTION);
2651}
2652
Michael Kupersteine45af542015-06-30 13:36:19 +00002653static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002654_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2655{
2656 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2657 (__v8df) __B,
2658 (__v8df) __C,
2659 (__mmask8) __U,
2660 _MM_FROUND_CUR_DIRECTION);
2661}
2662
Michael Kupersteine45af542015-06-30 13:36:19 +00002663static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002664_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2665{
2666 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2667 (__v8df) __B,
2668 (__v8df) __C,
2669 (__mmask8) __U,
2670 _MM_FROUND_CUR_DIRECTION);
2671}
2672
Michael Kupersteine45af542015-06-30 13:36:19 +00002673static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002674_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2675{
2676 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2677 (__v8df) __B,
2678 (__v8df) __C,
2679 (__mmask8) __U,
2680 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002681}
2682
Michael Kupersteine45af542015-06-30 13:36:19 +00002683static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002684_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2685{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002686 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2687 (__v8df) __B,
2688 -(__v8df) __C,
2689 (__mmask8) -1,
2690 _MM_FROUND_CUR_DIRECTION);
2691}
2692
Michael Kupersteine45af542015-06-30 13:36:19 +00002693static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002694_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2695{
2696 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2697 (__v8df) __B,
2698 -(__v8df) __C,
2699 (__mmask8) __U,
2700 _MM_FROUND_CUR_DIRECTION);
2701}
2702
Michael Kupersteine45af542015-06-30 13:36:19 +00002703static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002704_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2705{
2706 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2707 (__v8df) __B,
2708 -(__v8df) __C,
2709 (__mmask8) __U,
2710 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002711}
2712
Michael Kupersteine45af542015-06-30 13:36:19 +00002713static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002714_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2715{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002716 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2717 (__v8df) __B,
2718 (__v8df) __C,
2719 (__mmask8) -1,
2720 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002721}
2722
Michael Kupersteine45af542015-06-30 13:36:19 +00002723static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002724_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2725{
2726 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2727 (__v8df) __B,
2728 (__v8df) __C,
2729 (__mmask8) __U,
2730 _MM_FROUND_CUR_DIRECTION);
2731}
2732
Michael Kupersteine45af542015-06-30 13:36:19 +00002733static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002734_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2735{
2736 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2737 (__v8df) __B,
2738 (__v8df) __C,
2739 (__mmask8) __U,
2740 _MM_FROUND_CUR_DIRECTION);
2741}
2742
Michael Kupersteine45af542015-06-30 13:36:19 +00002743static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002744_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2745{
2746 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2747 (__v8df) __B,
2748 -(__v8df) __C,
2749 (__mmask8) -1,
2750 _MM_FROUND_CUR_DIRECTION);
2751}
2752
Michael Kupersteine45af542015-06-30 13:36:19 +00002753static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002754_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2755{
2756 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2757 (__v8df) __B,
2758 -(__v8df) __C,
2759 (__mmask8) __U,
2760 _MM_FROUND_CUR_DIRECTION);
2761}
2762
2763#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002764 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2765 (__v16sf)(__m512)(B), \
2766 (__v16sf)(__m512)(C), (__mmask16)-1, \
2767 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002768
2769
2770#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002771 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2772 (__v16sf)(__m512)(B), \
2773 (__v16sf)(__m512)(C), \
2774 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002775
2776
2777#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002778 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2779 (__v16sf)(__m512)(B), \
2780 (__v16sf)(__m512)(C), \
2781 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002782
2783
2784#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002785 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2786 (__v16sf)(__m512)(B), \
2787 (__v16sf)(__m512)(C), \
2788 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002789
2790
2791#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002792 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2793 (__v16sf)(__m512)(B), \
2794 -(__v16sf)(__m512)(C), \
2795 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002796
2797
2798#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002799 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2800 (__v16sf)(__m512)(B), \
2801 -(__v16sf)(__m512)(C), \
2802 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002803
2804
2805#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002806 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2807 (__v16sf)(__m512)(B), \
2808 -(__v16sf)(__m512)(C), \
2809 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002810
2811
2812#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002813 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2814 (__v16sf)(__m512)(B), \
2815 (__v16sf)(__m512)(C), (__mmask16)-1, \
2816 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002817
2818
2819#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002820 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2821 (__v16sf)(__m512)(B), \
2822 (__v16sf)(__m512)(C), \
2823 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002824
2825
2826#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002827 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2828 (__v16sf)(__m512)(B), \
2829 (__v16sf)(__m512)(C), \
2830 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002831
2832
2833#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002834 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2835 (__v16sf)(__m512)(B), \
2836 -(__v16sf)(__m512)(C), \
2837 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002838
2839
2840#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002841 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2842 (__v16sf)(__m512)(B), \
2843 -(__v16sf)(__m512)(C), \
2844 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002845
2846
Michael Kupersteine45af542015-06-30 13:36:19 +00002847static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002848_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2849{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002850 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2851 (__v16sf) __B,
2852 (__v16sf) __C,
2853 (__mmask16) -1,
2854 _MM_FROUND_CUR_DIRECTION);
2855}
2856
Michael Kupersteine45af542015-06-30 13:36:19 +00002857static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002858_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2859{
2860 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2861 (__v16sf) __B,
2862 (__v16sf) __C,
2863 (__mmask16) __U,
2864 _MM_FROUND_CUR_DIRECTION);
2865}
2866
Michael Kupersteine45af542015-06-30 13:36:19 +00002867static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002868_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2869{
2870 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2871 (__v16sf) __B,
2872 (__v16sf) __C,
2873 (__mmask16) __U,
2874 _MM_FROUND_CUR_DIRECTION);
2875}
2876
Michael Kupersteine45af542015-06-30 13:36:19 +00002877static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002878_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2879{
2880 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2881 (__v16sf) __B,
2882 (__v16sf) __C,
2883 (__mmask16) __U,
2884 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002885}
2886
Michael Kupersteine45af542015-06-30 13:36:19 +00002887static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002888_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2889{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002890 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2891 (__v16sf) __B,
2892 -(__v16sf) __C,
2893 (__mmask16) -1,
2894 _MM_FROUND_CUR_DIRECTION);
2895}
2896
Michael Kupersteine45af542015-06-30 13:36:19 +00002897static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002898_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2899{
2900 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2901 (__v16sf) __B,
2902 -(__v16sf) __C,
2903 (__mmask16) __U,
2904 _MM_FROUND_CUR_DIRECTION);
2905}
2906
Michael Kupersteine45af542015-06-30 13:36:19 +00002907static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002908_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2909{
2910 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2911 (__v16sf) __B,
2912 -(__v16sf) __C,
2913 (__mmask16) __U,
2914 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002915}
2916
Michael Kupersteine45af542015-06-30 13:36:19 +00002917static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002918_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2919{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002920 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2921 (__v16sf) __B,
2922 (__v16sf) __C,
2923 (__mmask16) -1,
2924 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002925}
2926
Michael Kupersteine45af542015-06-30 13:36:19 +00002927static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002928_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2929{
2930 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2931 (__v16sf) __B,
2932 (__v16sf) __C,
2933 (__mmask16) __U,
2934 _MM_FROUND_CUR_DIRECTION);
2935}
2936
Michael Kupersteine45af542015-06-30 13:36:19 +00002937static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002938_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2939{
2940 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2941 (__v16sf) __B,
2942 (__v16sf) __C,
2943 (__mmask16) __U,
2944 _MM_FROUND_CUR_DIRECTION);
2945}
2946
Michael Kupersteine45af542015-06-30 13:36:19 +00002947static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002948_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2949{
2950 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2951 (__v16sf) __B,
2952 -(__v16sf) __C,
2953 (__mmask16) -1,
2954 _MM_FROUND_CUR_DIRECTION);
2955}
2956
Michael Kupersteine45af542015-06-30 13:36:19 +00002957static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002958_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2959{
2960 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2961 (__v16sf) __B,
2962 -(__v16sf) __C,
2963 (__mmask16) __U,
2964 _MM_FROUND_CUR_DIRECTION);
2965}
2966
2967#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002968 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2969 (__v8df)(__m512d)(B), \
2970 (__v8df)(__m512d)(C), \
2971 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002972
2973
2974#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002975 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2976 (__v8df)(__m512d)(B), \
2977 (__v8df)(__m512d)(C), \
2978 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002979
2980
2981#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002982 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
2983 (__v8df)(__m512d)(B), \
2984 (__v8df)(__m512d)(C), \
2985 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002986
2987
2988#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002989 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
2990 (__v8df)(__m512d)(B), \
2991 (__v8df)(__m512d)(C), \
2992 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002993
2994
2995#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002996 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2997 (__v8df)(__m512d)(B), \
2998 -(__v8df)(__m512d)(C), \
2999 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003000
3001
3002#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003003 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3004 (__v8df)(__m512d)(B), \
3005 -(__v8df)(__m512d)(C), \
3006 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003007
3008
3009#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003010 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3011 (__v8df)(__m512d)(B), \
3012 -(__v8df)(__m512d)(C), \
3013 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003014
3015
Michael Kupersteine45af542015-06-30 13:36:19 +00003016static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003017_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3018{
3019 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3020 (__v8df) __B,
3021 (__v8df) __C,
3022 (__mmask8) -1,
3023 _MM_FROUND_CUR_DIRECTION);
3024}
3025
Michael Kupersteine45af542015-06-30 13:36:19 +00003026static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003027_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3028{
3029 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3030 (__v8df) __B,
3031 (__v8df) __C,
3032 (__mmask8) __U,
3033 _MM_FROUND_CUR_DIRECTION);
3034}
3035
Michael Kupersteine45af542015-06-30 13:36:19 +00003036static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003037_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3038{
3039 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3040 (__v8df) __B,
3041 (__v8df) __C,
3042 (__mmask8) __U,
3043 _MM_FROUND_CUR_DIRECTION);
3044}
3045
Michael Kupersteine45af542015-06-30 13:36:19 +00003046static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003047_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3048{
3049 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3050 (__v8df) __B,
3051 (__v8df) __C,
3052 (__mmask8) __U,
3053 _MM_FROUND_CUR_DIRECTION);
3054}
3055
Michael Kupersteine45af542015-06-30 13:36:19 +00003056static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003057_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3058{
3059 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3060 (__v8df) __B,
3061 -(__v8df) __C,
3062 (__mmask8) -1,
3063 _MM_FROUND_CUR_DIRECTION);
3064}
3065
Michael Kupersteine45af542015-06-30 13:36:19 +00003066static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003067_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3068{
3069 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3070 (__v8df) __B,
3071 -(__v8df) __C,
3072 (__mmask8) __U,
3073 _MM_FROUND_CUR_DIRECTION);
3074}
3075
Michael Kupersteine45af542015-06-30 13:36:19 +00003076static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003077_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3078{
3079 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3080 (__v8df) __B,
3081 -(__v8df) __C,
3082 (__mmask8) __U,
3083 _MM_FROUND_CUR_DIRECTION);
3084}
3085
3086#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003087 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3088 (__v16sf)(__m512)(B), \
3089 (__v16sf)(__m512)(C), \
3090 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003091
3092
3093#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003094 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3095 (__v16sf)(__m512)(B), \
3096 (__v16sf)(__m512)(C), \
3097 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003098
3099
3100#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003101 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3102 (__v16sf)(__m512)(B), \
3103 (__v16sf)(__m512)(C), \
3104 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003105
3106
3107#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003108 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3109 (__v16sf)(__m512)(B), \
3110 (__v16sf)(__m512)(C), \
3111 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003112
3113
3114#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003115 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3116 (__v16sf)(__m512)(B), \
3117 -(__v16sf)(__m512)(C), \
3118 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003119
3120
3121#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003122 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3123 (__v16sf)(__m512)(B), \
3124 -(__v16sf)(__m512)(C), \
3125 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003126
3127
3128#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003129 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3130 (__v16sf)(__m512)(B), \
3131 -(__v16sf)(__m512)(C), \
3132 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003133
3134
Michael Kupersteine45af542015-06-30 13:36:19 +00003135static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003136_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3137{
3138 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3139 (__v16sf) __B,
3140 (__v16sf) __C,
3141 (__mmask16) -1,
3142 _MM_FROUND_CUR_DIRECTION);
3143}
3144
Michael Kupersteine45af542015-06-30 13:36:19 +00003145static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003146_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3147{
3148 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3149 (__v16sf) __B,
3150 (__v16sf) __C,
3151 (__mmask16) __U,
3152 _MM_FROUND_CUR_DIRECTION);
3153}
3154
Michael Kupersteine45af542015-06-30 13:36:19 +00003155static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003156_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3157{
3158 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3159 (__v16sf) __B,
3160 (__v16sf) __C,
3161 (__mmask16) __U,
3162 _MM_FROUND_CUR_DIRECTION);
3163}
3164
Michael Kupersteine45af542015-06-30 13:36:19 +00003165static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003166_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3167{
3168 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3169 (__v16sf) __B,
3170 (__v16sf) __C,
3171 (__mmask16) __U,
3172 _MM_FROUND_CUR_DIRECTION);
3173}
3174
Michael Kupersteine45af542015-06-30 13:36:19 +00003175static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003176_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3177{
3178 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3179 (__v16sf) __B,
3180 -(__v16sf) __C,
3181 (__mmask16) -1,
3182 _MM_FROUND_CUR_DIRECTION);
3183}
3184
Michael Kupersteine45af542015-06-30 13:36:19 +00003185static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003186_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3187{
3188 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3189 (__v16sf) __B,
3190 -(__v16sf) __C,
3191 (__mmask16) __U,
3192 _MM_FROUND_CUR_DIRECTION);
3193}
3194
Michael Kupersteine45af542015-06-30 13:36:19 +00003195static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003196_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3197{
3198 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3199 (__v16sf) __B,
3200 -(__v16sf) __C,
3201 (__mmask16) __U,
3202 _MM_FROUND_CUR_DIRECTION);
3203}
3204
3205#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003206 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3207 (__v8df)(__m512d)(B), \
3208 (__v8df)(__m512d)(C), \
3209 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003210
3211
Michael Kupersteine45af542015-06-30 13:36:19 +00003212static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003213_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3214{
3215 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3216 (__v8df) __B,
3217 (__v8df) __C,
3218 (__mmask8) __U,
3219 _MM_FROUND_CUR_DIRECTION);
3220}
3221
3222#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003223 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3224 (__v16sf)(__m512)(B), \
3225 (__v16sf)(__m512)(C), \
3226 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003227
3228
Michael Kupersteine45af542015-06-30 13:36:19 +00003229static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003230_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3231{
3232 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3233 (__v16sf) __B,
3234 (__v16sf) __C,
3235 (__mmask16) __U,
3236 _MM_FROUND_CUR_DIRECTION);
3237}
3238
3239#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003240 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3241 (__v8df)(__m512d)(B), \
3242 (__v8df)(__m512d)(C), \
3243 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003244
3245
Michael Kupersteine45af542015-06-30 13:36:19 +00003246static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003247_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3248{
3249 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3250 (__v8df) __B,
3251 (__v8df) __C,
3252 (__mmask8) __U,
3253 _MM_FROUND_CUR_DIRECTION);
3254}
3255
3256#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003257 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3258 (__v16sf)(__m512)(B), \
3259 (__v16sf)(__m512)(C), \
3260 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003261
3262
Michael Kupersteine45af542015-06-30 13:36:19 +00003263static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003264_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3265{
3266 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3267 (__v16sf) __B,
3268 (__v16sf) __C,
3269 (__mmask16) __U,
3270 _MM_FROUND_CUR_DIRECTION);
3271}
3272
3273#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003274 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3275 (__v8df)(__m512d)(B), \
3276 (__v8df)(__m512d)(C), \
3277 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003278
3279
Michael Kupersteine45af542015-06-30 13:36:19 +00003280static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003281_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3282{
3283 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3284 (__v8df) __B,
3285 (__v8df) __C,
3286 (__mmask8) __U,
3287 _MM_FROUND_CUR_DIRECTION);
3288}
3289
3290#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003291 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3292 (__v16sf)(__m512)(B), \
3293 (__v16sf)(__m512)(C), \
3294 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003295
3296
Michael Kupersteine45af542015-06-30 13:36:19 +00003297static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003298_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3299{
3300 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3301 (__v16sf) __B,
3302 (__v16sf) __C,
3303 (__mmask16) __U,
3304 _MM_FROUND_CUR_DIRECTION);
3305}
3306
3307#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003308 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3309 (__v8df)(__m512d)(B), \
3310 (__v8df)(__m512d)(C), \
3311 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003312
3313
3314#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003315 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3316 (__v8df)(__m512d)(B), \
3317 (__v8df)(__m512d)(C), \
3318 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003319
3320
Michael Kupersteine45af542015-06-30 13:36:19 +00003321static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003322_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3323{
3324 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3325 (__v8df) __B,
3326 (__v8df) __C,
3327 (__mmask8) __U,
3328 _MM_FROUND_CUR_DIRECTION);
3329}
3330
Michael Kupersteine45af542015-06-30 13:36:19 +00003331static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003332_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3333{
3334 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3335 (__v8df) __B,
3336 (__v8df) __C,
3337 (__mmask8) __U,
3338 _MM_FROUND_CUR_DIRECTION);
3339}
3340
3341#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003342 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3343 (__v16sf)(__m512)(B), \
3344 (__v16sf)(__m512)(C), \
3345 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003346
3347
3348#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003349 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3350 (__v16sf)(__m512)(B), \
3351 (__v16sf)(__m512)(C), \
3352 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003353
3354
Michael Kupersteine45af542015-06-30 13:36:19 +00003355static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003356_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3357{
3358 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3359 (__v16sf) __B,
3360 (__v16sf) __C,
3361 (__mmask16) __U,
3362 _MM_FROUND_CUR_DIRECTION);
3363}
3364
Michael Kupersteine45af542015-06-30 13:36:19 +00003365static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003366_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3367{
3368 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3369 (__v16sf) __B,
3370 (__v16sf) __C,
3371 (__mmask16) __U,
3372 _MM_FROUND_CUR_DIRECTION);
3373}
3374
3375
3376
Adam Nemet0d5bb552014-07-28 17:14:40 +00003377/* Vector permutations */
3378
Michael Kupersteine45af542015-06-30 13:36:19 +00003379static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003380_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3381{
3382 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3383 /* idx */ ,
3384 (__v16si) __A,
3385 (__v16si) __B,
3386 (__mmask16) -1);
3387}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003388
3389static __inline__ __m512i __DEFAULT_FN_ATTRS
3390_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3391 __m512i __I, __m512i __B)
3392{
3393 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3394 /* idx */ ,
3395 (__v16si) __A,
3396 (__v16si) __B,
3397 (__mmask16) __U);
3398}
3399
3400static __inline__ __m512i __DEFAULT_FN_ATTRS
3401_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3402 __m512i __I, __m512i __B)
3403{
3404 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3405 /* idx */ ,
3406 (__v16si) __A,
3407 (__v16si) __B,
3408 (__mmask16) __U);
3409}
3410
Michael Kupersteine45af542015-06-30 13:36:19 +00003411static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003412_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3413{
3414 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3415 /* idx */ ,
3416 (__v8di) __A,
3417 (__v8di) __B,
3418 (__mmask8) -1);
3419}
3420
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003421static __inline__ __m512i __DEFAULT_FN_ATTRS
3422_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3423 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003424{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003425 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003426 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003427 (__v8di) __A,
3428 (__v8di) __B,
3429 (__mmask8) __U);
3430}
3431
3432
3433static __inline__ __m512i __DEFAULT_FN_ATTRS
3434_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3435 __m512i __I, __m512i __B)
3436{
3437 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3438 /* idx */ ,
3439 (__v8di) __A,
3440 (__v8di) __B,
3441 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003442}
3443
Craig Topper67826a52015-02-01 07:35:40 +00003444#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3445 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003446 (__v8di)(__m512i)(B), (int)(I), \
3447 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003448 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003449
Craig Topper8c18e112016-05-17 04:41:50 +00003450#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3451 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3452 (__v8di)(__m512i)(B), (int)(imm), \
3453 (__v8di)(__m512i)(W), \
3454 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003455
Craig Topper8c18e112016-05-17 04:41:50 +00003456#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3457 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3458 (__v8di)(__m512i)(B), (int)(imm), \
3459 (__v8di)_mm512_setzero_si512(), \
3460 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003461
Craig Topper67826a52015-02-01 07:35:40 +00003462#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003463 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3464 (__v16si)(__m512i)(B), (int)(I), \
3465 (__v16si)_mm512_setzero_si512(), \
3466 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003467
Craig Topper8c18e112016-05-17 04:41:50 +00003468#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3469 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3470 (__v16si)(__m512i)(B), (int)(imm), \
3471 (__v16si)(__m512i)(W), \
3472 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003473
Craig Topper8c18e112016-05-17 04:41:50 +00003474#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3475 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3476 (__v16si)(__m512i)(B), (int)(imm), \
3477 (__v16si)_mm512_setzero_si512(), \
3478 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003479/* Vector Extract */
3480
3481#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003482 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3483 (__v4df)_mm256_setzero_si256(), \
3484 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003485
Craig Topper8c18e112016-05-17 04:41:50 +00003486#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3487 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3488 (__v4df)(__m256d)(W), \
3489 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003490
Craig Topper8c18e112016-05-17 04:41:50 +00003491#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3492 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3493 (__v4df)_mm256_setzero_pd(), \
3494 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003495
Adam Nemetf893ede2015-01-19 20:12:05 +00003496#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003497 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3498 (__v4sf)_mm_setzero_ps(), \
3499 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003500
Craig Topper8c18e112016-05-17 04:41:50 +00003501#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3502 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3503 (__v4sf)(__m128)(W), \
3504 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003505
Craig Topper8c18e112016-05-17 04:41:50 +00003506#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3507 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3508 (__v4sf)_mm_setzero_ps(), \
3509 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003510/* Vector Blend */
3511
Michael Kupersteine45af542015-06-30 13:36:19 +00003512static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003513_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3514{
Igor Bregeraadb8762016-06-08 13:59:20 +00003515 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003516 (__v8df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003517 (__v8df) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003518}
3519
Michael Kupersteine45af542015-06-30 13:36:19 +00003520static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003521_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3522{
Igor Bregeraadb8762016-06-08 13:59:20 +00003523 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003524 (__v16sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003525 (__v16sf) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003526}
3527
Michael Kupersteine45af542015-06-30 13:36:19 +00003528static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003529_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3530{
Igor Bregeraadb8762016-06-08 13:59:20 +00003531 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003532 (__v8di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003533 (__v8di) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003534}
3535
Michael Kupersteine45af542015-06-30 13:36:19 +00003536static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003537_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3538{
Igor Bregeraadb8762016-06-08 13:59:20 +00003539 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003540 (__v16si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003541 (__v16si) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003542}
3543
3544/* Compare */
3545
Craig Topper53565c62015-02-01 22:27:40 +00003546#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3547 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003548 (__v16sf)(__m512)(B), (int)(P), \
3549 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003550
Craig Topper53565c62015-02-01 22:27:40 +00003551#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3552 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003553 (__v16sf)(__m512)(B), (int)(P), \
3554 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003555
3556#define _mm512_cmp_ps_mask(A, B, P) \
3557 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3558
3559#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3560 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3561
3562#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3563 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003564 (__v8df)(__m512d)(B), (int)(P), \
3565 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003566
3567#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3568 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003569 (__v8df)(__m512d)(B), (int)(P), \
3570 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003571
3572#define _mm512_cmp_pd_mask(A, B, P) \
3573 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3574
3575#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3576 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003577
3578/* Conversion */
3579
Craig Topperf3efec62016-06-08 06:08:07 +00003580#define _mm512_cvtt_roundps_epu32(A, R) __extension__ ({ \
3581 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3582 (__v16si)_mm512_undefined_epi32(), \
3583 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003584
Craig Topperf3efec62016-06-08 06:08:07 +00003585#define _mm512_mask_cvtt_roundps_epu32(W, U, A, R) __extension__ ({ \
3586 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3587 (__v16si)(__m512i)(W), \
3588 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003589
Craig Topperf3efec62016-06-08 06:08:07 +00003590#define _mm512_maskz_cvtt_roundps_epu32(U, A, R) __extension__ ({ \
3591 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3592 (__v16si)_mm512_setzero_si512(), \
3593 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003594
3595
Michael Kupersteine45af542015-06-30 13:36:19 +00003596static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003597_mm512_cvttps_epu32(__m512 __A)
3598{
3599 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3600 (__v16si)
3601 _mm512_setzero_si512 (),
3602 (__mmask16) -1,
3603 _MM_FROUND_CUR_DIRECTION);
3604}
3605
Michael Zuckermanf1544752016-05-09 10:32:51 +00003606static __inline__ __m512i __DEFAULT_FN_ATTRS
3607_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3608{
3609 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3610 (__v16si) __W,
3611 (__mmask16) __U,
3612 _MM_FROUND_CUR_DIRECTION);
3613}
3614
3615static __inline__ __m512i __DEFAULT_FN_ATTRS
3616_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3617{
3618 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3619 (__v16si) _mm512_setzero_si512 (),
3620 (__mmask16) __U,
3621 _MM_FROUND_CUR_DIRECTION);
3622}
3623
Craig Topper72c7d512015-02-01 07:35:35 +00003624#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003625 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003626 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003627 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003628
Craig Topperf3efec62016-06-08 06:08:07 +00003629#define _mm512_mask_cvt_roundepi32_ps(W, U, A, R) __extension__ ({ \
3630 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3631 (__v16sf)(__m512)(W), \
3632 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003633
Craig Topperf3efec62016-06-08 06:08:07 +00003634#define _mm512_maskz_cvt_roundepi32_ps(U, A, R) __extension__ ({ \
3635 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3636 (__v16sf)_mm512_setzero_ps(), \
3637 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003638
Craig Topper72c7d512015-02-01 07:35:35 +00003639#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003640 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003641 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003642 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003643
Craig Topperf3efec62016-06-08 06:08:07 +00003644#define _mm512_mask_cvt_roundepu32_ps(W, U, A, R) __extension__ ({ \
3645 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3646 (__v16sf)(__m512)(W), \
3647 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003648
Craig Topperf3efec62016-06-08 06:08:07 +00003649#define _mm512_maskz_cvt_roundepu32_ps(U, A, R) __extension__ ({ \
3650 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3651 (__v16sf)_mm512_setzero_ps(), \
3652 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003653
Michael Zuckermanf1544752016-05-09 10:32:51 +00003654static __inline__ __m512 __DEFAULT_FN_ATTRS
3655_mm512_cvtepu32_ps (__m512i __A)
3656{
3657 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3658 (__v16sf) _mm512_undefined_ps (),
3659 (__mmask16) -1,
3660 _MM_FROUND_CUR_DIRECTION);
3661}
3662
3663static __inline__ __m512 __DEFAULT_FN_ATTRS
3664_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3665{
3666 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3667 (__v16sf) __W,
3668 (__mmask16) __U,
3669 _MM_FROUND_CUR_DIRECTION);
3670}
3671
3672static __inline__ __m512 __DEFAULT_FN_ATTRS
3673_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3674{
3675 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3676 (__v16sf) _mm512_setzero_ps (),
3677 (__mmask16) __U,
3678 _MM_FROUND_CUR_DIRECTION);
3679}
3680
Michael Kupersteine45af542015-06-30 13:36:19 +00003681static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003682_mm512_cvtepi32_pd(__m256i __A)
3683{
3684 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003685 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003686 _mm512_setzero_pd (),
3687 (__mmask8) -1);
3688}
3689
Michael Zuckermanf1544752016-05-09 10:32:51 +00003690static __inline__ __m512d __DEFAULT_FN_ATTRS
3691_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3692{
3693 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3694 (__v8df) __W,
3695 (__mmask8) __U);
3696}
3697
3698static __inline__ __m512d __DEFAULT_FN_ATTRS
3699_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3700{
3701 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3702 (__v8df) _mm512_setzero_pd (),
3703 (__mmask8) __U);
3704}
3705
3706static __inline__ __m512 __DEFAULT_FN_ATTRS
3707_mm512_cvtepi32_ps (__m512i __A)
3708{
3709 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3710 (__v16sf) _mm512_undefined_ps (),
3711 (__mmask16) -1,
3712 _MM_FROUND_CUR_DIRECTION);
3713}
3714
3715static __inline__ __m512 __DEFAULT_FN_ATTRS
3716_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3717{
3718 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3719 (__v16sf) __W,
3720 (__mmask16) __U,
3721 _MM_FROUND_CUR_DIRECTION);
3722}
3723
3724static __inline__ __m512 __DEFAULT_FN_ATTRS
3725_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3726{
3727 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3728 (__v16sf) _mm512_setzero_ps (),
3729 (__mmask16) __U,
3730 _MM_FROUND_CUR_DIRECTION);
3731}
3732
Michael Kupersteine45af542015-06-30 13:36:19 +00003733static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003734_mm512_cvtepu32_pd(__m256i __A)
3735{
3736 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3737 (__v8df)
3738 _mm512_setzero_pd (),
3739 (__mmask8) -1);
3740}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003741
Michael Zuckermanf1544752016-05-09 10:32:51 +00003742static __inline__ __m512d __DEFAULT_FN_ATTRS
3743_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3744{
3745 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3746 (__v8df) __W,
3747 (__mmask8) __U);
3748}
3749
3750static __inline__ __m512d __DEFAULT_FN_ATTRS
3751_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3752{
3753 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3754 (__v8df) _mm512_setzero_pd (),
3755 (__mmask8) __U);
3756}
3757
Craig Topper72c7d512015-02-01 07:35:35 +00003758#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003759 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003760 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003761 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003762
Michael Zuckerman186d8672016-05-31 11:27:34 +00003763#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3764 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003765 (__v8sf)(__m256)(W), (__mmask8)(U), \
3766 (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003767
3768#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3769 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3770 (__v8sf)_mm256_setzero_ps(), \
3771 (__mmask8)(U), (int)(R)); })
3772
Michael Zuckermanf1544752016-05-09 10:32:51 +00003773static __inline__ __m256 __DEFAULT_FN_ATTRS
3774_mm512_cvtpd_ps (__m512d __A)
3775{
3776 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3777 (__v8sf) _mm256_undefined_ps (),
3778 (__mmask8) -1,
3779 _MM_FROUND_CUR_DIRECTION);
3780}
3781
3782static __inline__ __m256 __DEFAULT_FN_ATTRS
3783_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3784{
3785 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3786 (__v8sf) __W,
3787 (__mmask8) __U,
3788 _MM_FROUND_CUR_DIRECTION);
3789}
3790
3791static __inline__ __m256 __DEFAULT_FN_ATTRS
3792_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3793{
3794 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3795 (__v8sf) _mm256_setzero_ps (),
3796 (__mmask8) __U,
3797 _MM_FROUND_CUR_DIRECTION);
3798}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003799
Craig Topperf3efec62016-06-08 06:08:07 +00003800#define _mm512_cvt_roundps_ph(A, I) __extension__ ({ \
3801 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3802 (__v16hi)_mm256_undefined_si256(), \
3803 (__mmask16)-1); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003804
Craig Topperf3efec62016-06-08 06:08:07 +00003805#define _mm512_mask_cvt_roundps_ph(U, W, A, I) __extension__ ({ \
3806 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3807 (__v16hi)(__m256i)(U), \
3808 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003809
Craig Topperf3efec62016-06-08 06:08:07 +00003810#define _mm512_maskz_cvt_roundps_ph(W, A, I) __extension__ ({ \
3811 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3812 (__v16hi)_mm256_setzero_si256(), \
3813 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003814
Craig Topper72c7d512015-02-01 07:35:35 +00003815#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003816 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003817 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003818 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003819
Craig Topper8c18e112016-05-17 04:41:50 +00003820#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3821 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3822 (__v16hi)(__m256i)(U), \
3823 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003824
Craig Topper8c18e112016-05-17 04:41:50 +00003825#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3826 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3827 (__v16hi)_mm256_setzero_si256(), \
3828 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003829
Craig Topperf3efec62016-06-08 06:08:07 +00003830#define _mm512_cvt_roundph_ps(A, R) __extension__ ({ \
3831 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3832 (__v16sf)_mm512_undefined_ps(), \
3833 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003834
Craig Topperf3efec62016-06-08 06:08:07 +00003835#define _mm512_mask_cvt_roundph_ps(W, U, A, R) __extension__ ({ \
3836 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3837 (__v16sf)(__m512)(W), \
3838 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003839
Craig Topperf3efec62016-06-08 06:08:07 +00003840#define _mm512_maskz_cvt_roundph_ps(U, A, R) __extension__ ({ \
3841 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3842 (__v16sf)_mm512_setzero_ps(), \
3843 (__mmask16)(U), (int)(R)); })
3844
3845
Michael Kupersteine45af542015-06-30 13:36:19 +00003846static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003847_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003848{
3849 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003850 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003851 _mm512_setzero_ps (),
3852 (__mmask16) -1,
3853 _MM_FROUND_CUR_DIRECTION);
3854}
3855
Michael Zuckermanf1544752016-05-09 10:32:51 +00003856static __inline__ __m512 __DEFAULT_FN_ATTRS
3857_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003858{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003859 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3860 (__v16sf) __W,
3861 (__mmask16) __U,
3862 _MM_FROUND_CUR_DIRECTION);
3863}
3864
3865static __inline__ __m512 __DEFAULT_FN_ATTRS
3866_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3867{
3868 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3869 (__v16sf) _mm512_setzero_ps (),
3870 (__mmask16) __U,
3871 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003872}
3873
Michael Zuckerman186d8672016-05-31 11:27:34 +00003874#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3875 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3876 (__v8si)_mm256_setzero_si256(), \
3877 (__mmask8)-1, (int)(R)); })
3878
3879#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
3880 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003881 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003882 (__mmask8)(U), (int)(R)); })
3883
Craig Topperf3efec62016-06-08 06:08:07 +00003884#define _mm512_maskz_cvtt_roundpd_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003885 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3886 (__v8si)_mm256_setzero_si256(), \
3887 (__mmask8)(U), (int)(R)); })
3888
Michael Kupersteine45af542015-06-30 13:36:19 +00003889static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003890_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003891{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003892 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003893 (__v8si)_mm256_setzero_si256(),
3894 (__mmask8) -1,
3895 _MM_FROUND_CUR_DIRECTION);
3896}
3897
Michael Zuckermanf1544752016-05-09 10:32:51 +00003898static __inline__ __m256i __DEFAULT_FN_ATTRS
3899_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3900{
3901 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3902 (__v8si) __W,
3903 (__mmask8) __U,
3904 _MM_FROUND_CUR_DIRECTION);
3905}
3906
3907static __inline__ __m256i __DEFAULT_FN_ATTRS
3908_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3909{
3910 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3911 (__v8si) _mm256_setzero_si256 (),
3912 (__mmask8) __U,
3913 _MM_FROUND_CUR_DIRECTION);
3914}
3915
Craig Topper72c7d512015-02-01 07:35:35 +00003916#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003917 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003918 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003919 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003920
Craig Topperf3efec62016-06-08 06:08:07 +00003921#define _mm512_mask_cvtt_roundps_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003922 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003923 (__v16si)(__m512i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003924 (__mmask16)(U), (int)(R)); })
3925
Craig Topperf3efec62016-06-08 06:08:07 +00003926#define _mm512_maskz_cvtt_roundps_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00003927 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
3928 (__v16si)_mm512_setzero_si512(), \
3929 (__mmask16)(U), (int)(R)); })
3930
Michael Zuckermanf1544752016-05-09 10:32:51 +00003931static __inline __m512i __DEFAULT_FN_ATTRS
3932_mm512_cvttps_epi32(__m512 __a)
3933{
3934 return (__m512i)
3935 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
3936 (__v16si) _mm512_setzero_si512 (),
3937 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
3938}
3939
3940static __inline__ __m512i __DEFAULT_FN_ATTRS
3941_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3942{
3943 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3944 (__v16si) __W,
3945 (__mmask16) __U,
3946 _MM_FROUND_CUR_DIRECTION);
3947}
3948
3949static __inline__ __m512i __DEFAULT_FN_ATTRS
3950_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
3951{
3952 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3953 (__v16si) _mm512_setzero_si512 (),
3954 (__mmask16) __U,
3955 _MM_FROUND_CUR_DIRECTION);
3956}
Craig Topper72c7d512015-02-01 07:35:35 +00003957
3958#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003959 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003960 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003961 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003962
Craig Topperf3efec62016-06-08 06:08:07 +00003963#define _mm512_mask_cvt_roundps_epi32(W, U, A, R) __extension__ ({ \
3964 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3965 (__v16si)(__m512i)(W), \
3966 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003967
Craig Topperf3efec62016-06-08 06:08:07 +00003968#define _mm512_maskz_cvt_roundps_epi32(U, A, R) __extension__ ({ \
3969 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
3970 (__v16si)_mm512_setzero_si512(), \
3971 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003972
Michael Zuckermanf1544752016-05-09 10:32:51 +00003973static __inline__ __m512i __DEFAULT_FN_ATTRS
3974_mm512_cvtps_epi32 (__m512 __A)
3975{
3976 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3977 (__v16si) _mm512_undefined_epi32 (),
3978 (__mmask16) -1,
3979 _MM_FROUND_CUR_DIRECTION);
3980}
3981
3982static __inline__ __m512i __DEFAULT_FN_ATTRS
3983_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3984{
3985 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3986 (__v16si) __W,
3987 (__mmask16) __U,
3988 _MM_FROUND_CUR_DIRECTION);
3989}
3990
3991static __inline__ __m512i __DEFAULT_FN_ATTRS
3992_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
3993{
3994 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3995 (__v16si)
3996 _mm512_setzero_si512 (),
3997 (__mmask16) __U,
3998 _MM_FROUND_CUR_DIRECTION);
3999}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004000
Craig Topper72c7d512015-02-01 07:35:35 +00004001#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004002 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004003 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004004 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004005
Craig Topperf3efec62016-06-08 06:08:07 +00004006#define _mm512_mask_cvt_roundpd_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004007 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004008 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004009 (__mmask8)(U), (int)(R)); })
4010
4011#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4012 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4013 (__v8si)_mm256_setzero_si256(), \
4014 (__mmask8)(U), (int)(R)); })
4015
Michael Zuckermanf1544752016-05-09 10:32:51 +00004016static __inline__ __m256i __DEFAULT_FN_ATTRS
4017_mm512_cvtpd_epi32 (__m512d __A)
4018{
4019 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4020 (__v8si)
4021 _mm256_undefined_si256 (),
4022 (__mmask8) -1,
4023 _MM_FROUND_CUR_DIRECTION);
4024}
4025
4026static __inline__ __m256i __DEFAULT_FN_ATTRS
4027_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4028{
4029 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4030 (__v8si) __W,
4031 (__mmask8) __U,
4032 _MM_FROUND_CUR_DIRECTION);
4033}
4034
4035static __inline__ __m256i __DEFAULT_FN_ATTRS
4036_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4037{
4038 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4039 (__v8si)
4040 _mm256_setzero_si256 (),
4041 (__mmask8) __U,
4042 _MM_FROUND_CUR_DIRECTION);
4043}
4044
Craig Topper72c7d512015-02-01 07:35:35 +00004045#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004046 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004047 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004048 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004049
Craig Topperf3efec62016-06-08 06:08:07 +00004050#define _mm512_mask_cvt_roundps_epu32(W, U, A, R) __extension__ ({ \
4051 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4052 (__v16si)(__m512i)(W), \
4053 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004054
Craig Topperf3efec62016-06-08 06:08:07 +00004055#define _mm512_maskz_cvt_roundps_epu32(U, A, R) __extension__ ({ \
4056 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4057 (__v16si)_mm512_setzero_si512(), \
4058 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004059
Michael Zuckermanf1544752016-05-09 10:32:51 +00004060static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004061_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004062{
4063 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4064 (__v16si)\
4065 _mm512_undefined_epi32 (),\
4066 (__mmask16) -1,\
4067 _MM_FROUND_CUR_DIRECTION);\
4068}
4069
4070static __inline__ __m512i __DEFAULT_FN_ATTRS
4071_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4072{
4073 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4074 (__v16si) __W,
4075 (__mmask16) __U,
4076 _MM_FROUND_CUR_DIRECTION);
4077}
4078
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004079static __inline__ __m512i __DEFAULT_FN_ATTRS
4080_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4081{
4082 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4083 (__v16si)
4084 _mm512_setzero_si512 (),
4085 (__mmask16) __U ,
4086 _MM_FROUND_CUR_DIRECTION);
4087}
4088
Craig Topper72c7d512015-02-01 07:35:35 +00004089#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004090 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004091 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004092 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004093
Craig Topperf3efec62016-06-08 06:08:07 +00004094#define _mm512_mask_cvt_roundpd_epu32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004095 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4096 (__v8si)(W), \
Craig Topperf3efec62016-06-08 06:08:07 +00004097 (__mmask8)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004098
4099#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4100 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4101 (__v8si)_mm256_setzero_si256(), \
4102 (__mmask8)(U), (int)(R)); })
4103
Michael Zuckermanf1544752016-05-09 10:32:51 +00004104static __inline__ __m256i __DEFAULT_FN_ATTRS
4105_mm512_cvtpd_epu32 (__m512d __A)
4106{
4107 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4108 (__v8si)
4109 _mm256_undefined_si256 (),
4110 (__mmask8) -1,
4111 _MM_FROUND_CUR_DIRECTION);
4112}
4113
4114static __inline__ __m256i __DEFAULT_FN_ATTRS
4115_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4116{
4117 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4118 (__v8si) __W,
4119 (__mmask8) __U,
4120 _MM_FROUND_CUR_DIRECTION);
4121}
4122
4123static __inline__ __m256i __DEFAULT_FN_ATTRS
4124_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4125{
4126 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4127 (__v8si)
4128 _mm256_setzero_si256 (),
4129 (__mmask8) __U,
4130 _MM_FROUND_CUR_DIRECTION);
4131}
Craig Topper79f53ca2016-06-23 06:36:42 +00004132
Adam Nemet63a951e2015-01-14 01:31:17 +00004133/* Unpack and Interleave */
Craig Topper79f53ca2016-06-23 06:36:42 +00004134
Michael Kupersteine45af542015-06-30 13:36:19 +00004135static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004136_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4137{
Craig Topper79f53ca2016-06-23 06:36:42 +00004138 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4139 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4140}
4141
4142static __inline__ __m512d __DEFAULT_FN_ATTRS
4143_mm512_mask_unpackhi_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4144{
4145 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4146 (__v8df)_mm512_unpackhi_pd(__A, __B),
4147 (__v8df)__W);
4148}
4149
4150static __inline__ __m512d __DEFAULT_FN_ATTRS
4151_mm512_maskz_unpackhi_pd(__mmask8 __U, __m512d __A, __m512d __B)
4152{
4153 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4154 (__v8df)_mm512_unpackhi_pd(__A, __B),
4155 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004156}
4157
Michael Kupersteine45af542015-06-30 13:36:19 +00004158static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004159_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4160{
Craig Topper79f53ca2016-06-23 06:36:42 +00004161 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4162 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4163}
4164
4165static __inline__ __m512d __DEFAULT_FN_ATTRS
4166_mm512_mask_unpacklo_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4167{
4168 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4169 (__v8df)_mm512_unpacklo_pd(__A, __B),
4170 (__v8df)__W);
4171}
4172
4173static __inline__ __m512d __DEFAULT_FN_ATTRS
4174_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
4175{
4176 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4177 (__v8df)_mm512_unpacklo_pd(__A, __B),
4178 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004179}
4180
Michael Kupersteine45af542015-06-30 13:36:19 +00004181static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004182_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4183{
Craig Topper79f53ca2016-06-23 06:36:42 +00004184 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4185 2, 18, 3, 19,
4186 2+4, 18+4, 3+4, 19+4,
4187 2+8, 18+8, 3+8, 19+8,
4188 2+12, 18+12, 3+12, 19+12);
4189}
4190
4191static __inline__ __m512 __DEFAULT_FN_ATTRS
4192_mm512_mask_unpackhi_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4193{
4194 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4195 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4196 (__v16sf)__W);
4197}
4198
4199static __inline__ __m512 __DEFAULT_FN_ATTRS
4200_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
4201{
4202 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4203 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4204 (__v16sf)_mm512_setzero_ps());
Adam Nemet63a951e2015-01-14 01:31:17 +00004205}
4206
Michael Kupersteine45af542015-06-30 13:36:19 +00004207static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004208_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4209{
Craig Topper79f53ca2016-06-23 06:36:42 +00004210 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4211 0, 16, 1, 17,
4212 0+4, 16+4, 1+4, 17+4,
4213 0+8, 16+8, 1+8, 17+8,
4214 0+12, 16+12, 1+12, 17+12);
4215}
4216
4217static __inline__ __m512 __DEFAULT_FN_ATTRS
4218_mm512_mask_unpacklo_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4219{
4220 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4221 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4222 (__v16sf)__W);
4223}
4224
4225static __inline__ __m512 __DEFAULT_FN_ATTRS
4226_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
4227{
4228 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4229 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4230 (__v16sf)_mm512_setzero_ps());
4231}
4232
4233static __inline__ __m512i __DEFAULT_FN_ATTRS
4234_mm512_unpackhi_epi32(__m512i __A, __m512i __B)
4235{
4236 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4237 2, 18, 3, 19,
4238 2+4, 18+4, 3+4, 19+4,
4239 2+8, 18+8, 3+8, 19+8,
4240 2+12, 18+12, 3+12, 19+12);
4241}
4242
4243static __inline__ __m512i __DEFAULT_FN_ATTRS
4244_mm512_mask_unpackhi_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4245{
4246 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4247 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4248 (__v16si)__W);
4249}
4250
4251static __inline__ __m512i __DEFAULT_FN_ATTRS
4252_mm512_maskz_unpackhi_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4253{
4254 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4255 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4256 (__v16si)_mm512_setzero_si512());
4257}
4258
4259static __inline__ __m512i __DEFAULT_FN_ATTRS
4260_mm512_unpacklo_epi32(__m512i __A, __m512i __B)
4261{
4262 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4263 0, 16, 1, 17,
4264 0+4, 16+4, 1+4, 17+4,
4265 0+8, 16+8, 1+8, 17+8,
4266 0+12, 16+12, 1+12, 17+12);
4267}
4268
4269static __inline__ __m512i __DEFAULT_FN_ATTRS
4270_mm512_mask_unpacklo_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4271{
4272 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4273 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4274 (__v16si)__W);
4275}
4276
4277static __inline__ __m512i __DEFAULT_FN_ATTRS
4278_mm512_maskz_unpacklo_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4279{
4280 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4281 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4282 (__v16si)_mm512_setzero_si512());
4283}
4284
4285static __inline__ __m512i __DEFAULT_FN_ATTRS
4286_mm512_unpackhi_epi64(__m512i __A, __m512i __B)
4287{
4288 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4289 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4290}
4291
4292static __inline__ __m512i __DEFAULT_FN_ATTRS
4293_mm512_mask_unpackhi_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4294{
4295 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4296 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4297 (__v8di)__W);
4298}
4299
4300static __inline__ __m512i __DEFAULT_FN_ATTRS
4301_mm512_maskz_unpackhi_epi64(__mmask8 __U, __m512i __A, __m512i __B)
4302{
4303 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4304 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4305 (__v8di)_mm512_setzero_si512());
4306}
4307
4308static __inline__ __m512i __DEFAULT_FN_ATTRS
4309_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
4310{
4311 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4312 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4313}
4314
4315static __inline__ __m512i __DEFAULT_FN_ATTRS
4316_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4317{
4318 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4319 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4320 (__v8di)__W);
4321}
4322
4323static __inline__ __m512i __DEFAULT_FN_ATTRS
4324_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4325{
4326 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4327 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4328 (__v8di)_mm512_setzero_si512());
Adam Nemet63a951e2015-01-14 01:31:17 +00004329}
4330
Adam Nemet0d5bb552014-07-28 17:14:40 +00004331/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004332
Michael Kupersteine45af542015-06-30 13:36:19 +00004333static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004334_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004335{
4336 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4337 (__v16si) __B,
4338 (__mmask16) -1);
4339}
4340
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004341static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4342_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4343{
4344 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4345 (__v16si) __B, __U);
4346}
4347
Michael Kupersteine45af542015-06-30 13:36:19 +00004348static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004349_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004350{
4351 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4352 (__v8di) __B,
4353 (__mmask8) -1);
4354}
4355
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004356static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4357_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4358{
4359 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4360}
4361
4362
Adam Nemet0d5bb552014-07-28 17:14:40 +00004363/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004364
Michael Kupersteine45af542015-06-30 13:36:19 +00004365static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004366_mm512_loadu_si512 (void const *__P)
4367{
Craig Topper4537ea72016-05-14 06:03:13 +00004368 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004369 (__v16si)
4370 _mm512_setzero_si512 (),
4371 (__mmask16) -1);
4372}
4373
4374static __inline __m512i __DEFAULT_FN_ATTRS
4375_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4376{
Craig Topper4537ea72016-05-14 06:03:13 +00004377 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004378 (__v16si) __W,
4379 (__mmask16) __U);
4380}
4381
4382
4383static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004384_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004385{
Craig Topper4537ea72016-05-14 06:03:13 +00004386 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004387 (__v16si)
4388 _mm512_setzero_si512 (),
4389 (__mmask16) __U);
4390}
4391
Michael Kupersteine45af542015-06-30 13:36:19 +00004392static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004393_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4394{
Craig Topper4537ea72016-05-14 06:03:13 +00004395 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004396 (__v8di) __W,
4397 (__mmask8) __U);
4398}
4399
4400static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004401_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004402{
Craig Topper4537ea72016-05-14 06:03:13 +00004403 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004404 (__v8di)
4405 _mm512_setzero_si512 (),
4406 (__mmask8) __U);
4407}
4408
Michael Kupersteine45af542015-06-30 13:36:19 +00004409static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004410_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4411{
Craig Topper4537ea72016-05-14 06:03:13 +00004412 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004413 (__v16sf) __W,
4414 (__mmask16) __U);
4415}
4416
4417static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004418_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004419{
Craig Topper4537ea72016-05-14 06:03:13 +00004420 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004421 (__v16sf)
4422 _mm512_setzero_ps (),
4423 (__mmask16) __U);
4424}
4425
Michael Kupersteine45af542015-06-30 13:36:19 +00004426static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004427_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004428{
Craig Topper4537ea72016-05-14 06:03:13 +00004429 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004430 (__v8df) __W,
4431 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004432}
4433
Michael Kupersteine45af542015-06-30 13:36:19 +00004434static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004435_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004436{
Craig Topper4537ea72016-05-14 06:03:13 +00004437 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004438 (__v8df)
4439 _mm512_setzero_pd (),
4440 (__mmask8) __U);
4441}
4442
Michael Kupersteine45af542015-06-30 13:36:19 +00004443static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004444_mm512_loadu_pd(double const *__p)
4445{
4446 struct __loadu_pd {
4447 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004448 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004449 return ((struct __loadu_pd*)__p)->__v;
4450}
4451
Michael Kupersteine45af542015-06-30 13:36:19 +00004452static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004453_mm512_loadu_ps(float const *__p)
4454{
4455 struct __loadu_ps {
4456 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004457 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004458 return ((struct __loadu_ps*)__p)->__v;
4459}
4460
Michael Kupersteine45af542015-06-30 13:36:19 +00004461static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004462_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004463{
4464 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4465 (__v16sf)
4466 _mm512_setzero_ps (),
4467 (__mmask16) -1);
4468}
4469
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004470static __inline __m512 __DEFAULT_FN_ATTRS
4471_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4472{
4473 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4474 (__v16sf) __W,
4475 (__mmask16) __U);
4476}
4477
4478static __inline __m512 __DEFAULT_FN_ATTRS
4479_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4480{
4481 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4482 (__v16sf)
4483 _mm512_setzero_ps (),
4484 (__mmask16) __U);
4485}
4486
Michael Kupersteine45af542015-06-30 13:36:19 +00004487static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004488_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004489{
4490 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4491 (__v8df)
4492 _mm512_setzero_pd (),
4493 (__mmask8) -1);
4494}
4495
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004496static __inline __m512d __DEFAULT_FN_ATTRS
4497_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4498{
4499 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4500 (__v8df) __W,
4501 (__mmask8) __U);
4502}
4503
4504static __inline __m512d __DEFAULT_FN_ATTRS
4505_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4506{
4507 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4508 (__v8df)
4509 _mm512_setzero_pd (),
4510 (__mmask8) __U);
4511}
4512
4513static __inline __m512i __DEFAULT_FN_ATTRS
4514_mm512_load_si512 (void const *__P)
4515{
4516 return *(__m512i *) __P;
4517}
4518
4519static __inline __m512i __DEFAULT_FN_ATTRS
4520_mm512_load_epi32 (void const *__P)
4521{
4522 return *(__m512i *) __P;
4523}
4524
4525static __inline __m512i __DEFAULT_FN_ATTRS
4526_mm512_load_epi64 (void const *__P)
4527{
4528 return *(__m512i *) __P;
4529}
4530
Adam Nemet0d5bb552014-07-28 17:14:40 +00004531/* SIMD store ops */
4532
Michael Kupersteine45af542015-06-30 13:36:19 +00004533static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004534_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004535{
Craig Topper4537ea72016-05-14 06:03:13 +00004536 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004537 (__mmask8) __U);
4538}
4539
Michael Kupersteine45af542015-06-30 13:36:19 +00004540static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004541_mm512_storeu_si512 (void *__P, __m512i __A)
4542{
Craig Topper4537ea72016-05-14 06:03:13 +00004543 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004544 (__mmask16) -1);
4545}
4546
4547static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004548_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004549{
Craig Topper4537ea72016-05-14 06:03:13 +00004550 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004551 (__mmask16) __U);
4552}
4553
Michael Kupersteine45af542015-06-30 13:36:19 +00004554static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004555_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004556{
Craig Topper4537ea72016-05-14 06:03:13 +00004557 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004558}
4559
Michael Kupersteine45af542015-06-30 13:36:19 +00004560static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004561_mm512_storeu_pd(void *__P, __m512d __A)
4562{
Craig Topper4537ea72016-05-14 06:03:13 +00004563 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004564}
4565
Michael Kupersteine45af542015-06-30 13:36:19 +00004566static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004567_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004568{
Craig Topper4537ea72016-05-14 06:03:13 +00004569 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004570 (__mmask16) __U);
4571}
4572
Michael Kupersteine45af542015-06-30 13:36:19 +00004573static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004574_mm512_storeu_ps(void *__P, __m512 __A)
4575{
Craig Topper4537ea72016-05-14 06:03:13 +00004576 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004577}
4578
Michael Kupersteine45af542015-06-30 13:36:19 +00004579static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004580_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004581{
Adam Nemetc0cff242015-01-16 18:51:50 +00004582 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004583}
4584
Michael Kupersteine45af542015-06-30 13:36:19 +00004585static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004586_mm512_store_pd(void *__P, __m512d __A)
4587{
4588 *(__m512d*)__P = __A;
4589}
4590
Michael Kupersteine45af542015-06-30 13:36:19 +00004591static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004592_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4593{
4594 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4595 (__mmask16) __U);
4596}
4597
Michael Kupersteine45af542015-06-30 13:36:19 +00004598static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004599_mm512_store_ps(void *__P, __m512 __A)
4600{
4601 *(__m512*)__P = __A;
4602}
4603
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004604static __inline void __DEFAULT_FN_ATTRS
4605_mm512_store_si512 (void *__P, __m512i __A)
4606{
4607 *(__m512i *) __P = __A;
4608}
4609
4610static __inline void __DEFAULT_FN_ATTRS
4611_mm512_store_epi32 (void *__P, __m512i __A)
4612{
4613 *(__m512i *) __P = __A;
4614}
4615
4616static __inline void __DEFAULT_FN_ATTRS
4617_mm512_store_epi64 (void *__P, __m512i __A)
4618{
4619 *(__m512i *) __P = __A;
4620}
4621
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004622/* Mask ops */
4623
Michael Kupersteine45af542015-06-30 13:36:19 +00004624static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004625_mm512_knot(__mmask16 __M)
4626{
4627 return __builtin_ia32_knothi(__M);
4628}
4629
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004630/* Integer compare */
4631
Michael Kupersteine45af542015-06-30 13:36:19 +00004632static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004633_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4634 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4635 (__mmask16)-1);
4636}
4637
Michael Kupersteine45af542015-06-30 13:36:19 +00004638static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004639_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4640 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4641 __u);
4642}
4643
Michael Kupersteine45af542015-06-30 13:36:19 +00004644static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004645_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4646 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4647 (__mmask16)-1);
4648}
4649
Michael Kupersteine45af542015-06-30 13:36:19 +00004650static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004651_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4652 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4653 __u);
4654}
4655
Michael Kupersteine45af542015-06-30 13:36:19 +00004656static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004657_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4658 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4659 __u);
4660}
4661
Michael Kupersteine45af542015-06-30 13:36:19 +00004662static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004663_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4664 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4665 (__mmask8)-1);
4666}
4667
Michael Kupersteine45af542015-06-30 13:36:19 +00004668static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004669_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4670 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4671 (__mmask8)-1);
4672}
4673
Michael Kupersteine45af542015-06-30 13:36:19 +00004674static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004675_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4676 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4677 __u);
4678}
4679
Michael Kupersteine45af542015-06-30 13:36:19 +00004680static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004681_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4682 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4683 (__mmask16)-1);
4684}
4685
Michael Kupersteine45af542015-06-30 13:36:19 +00004686static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004687_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4688 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4689 __u);
4690}
4691
Michael Kupersteine45af542015-06-30 13:36:19 +00004692static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004693_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4694 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4695 (__mmask16)-1);
4696}
4697
Michael Kupersteine45af542015-06-30 13:36:19 +00004698static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004699_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4700 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4701 __u);
4702}
4703
Michael Kupersteine45af542015-06-30 13:36:19 +00004704static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004705_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4706 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4707 (__mmask8)-1);
4708}
4709
Michael Kupersteine45af542015-06-30 13:36:19 +00004710static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004711_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4712 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4713 __u);
4714}
4715
Michael Kupersteine45af542015-06-30 13:36:19 +00004716static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004717_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4718 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4719 (__mmask8)-1);
4720}
4721
Michael Kupersteine45af542015-06-30 13:36:19 +00004722static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004723_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4724 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4725 __u);
4726}
4727
Michael Kupersteine45af542015-06-30 13:36:19 +00004728static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004729_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4730 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4731 (__mmask16)-1);
4732}
4733
Michael Kupersteine45af542015-06-30 13:36:19 +00004734static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004735_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4736 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4737 __u);
4738}
4739
Michael Kupersteine45af542015-06-30 13:36:19 +00004740static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004741_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4742 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4743 (__mmask16)-1);
4744}
4745
Michael Kupersteine45af542015-06-30 13:36:19 +00004746static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004747_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4748 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4749 __u);
4750}
4751
Michael Kupersteine45af542015-06-30 13:36:19 +00004752static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004753_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4754 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4755 __u);
4756}
4757
Michael Kupersteine45af542015-06-30 13:36:19 +00004758static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004759_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4760 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4761 (__mmask8)-1);
4762}
4763
Michael Kupersteine45af542015-06-30 13:36:19 +00004764static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004765_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4766 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4767 (__mmask8)-1);
4768}
4769
Michael Kupersteine45af542015-06-30 13:36:19 +00004770static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004771_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4772 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4773 __u);
4774}
4775
Michael Kupersteine45af542015-06-30 13:36:19 +00004776static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004777_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4778 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4779 (__mmask16)-1);
4780}
4781
Michael Kupersteine45af542015-06-30 13:36:19 +00004782static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004783_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4784 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4785 __u);
4786}
4787
Michael Kupersteine45af542015-06-30 13:36:19 +00004788static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004789_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4790 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4791 (__mmask16)-1);
4792}
4793
Michael Kupersteine45af542015-06-30 13:36:19 +00004794static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004795_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4796 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4797 __u);
4798}
4799
Michael Kupersteine45af542015-06-30 13:36:19 +00004800static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004801_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4802 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4803 (__mmask8)-1);
4804}
4805
Michael Kupersteine45af542015-06-30 13:36:19 +00004806static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004807_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4808 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4809 __u);
4810}
4811
Michael Kupersteine45af542015-06-30 13:36:19 +00004812static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004813_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4814 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4815 (__mmask8)-1);
4816}
4817
Michael Kupersteine45af542015-06-30 13:36:19 +00004818static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004819_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4820 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4821 __u);
4822}
4823
Michael Kupersteine45af542015-06-30 13:36:19 +00004824static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004825_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4826 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4827 (__mmask16)-1);
4828}
4829
Michael Kupersteine45af542015-06-30 13:36:19 +00004830static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004831_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4832 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4833 __u);
4834}
4835
Michael Kupersteine45af542015-06-30 13:36:19 +00004836static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004837_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4838 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4839 (__mmask16)-1);
4840}
4841
Michael Kupersteine45af542015-06-30 13:36:19 +00004842static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004843_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4844 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4845 __u);
4846}
4847
Michael Kupersteine45af542015-06-30 13:36:19 +00004848static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004849_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4850 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4851 (__mmask8)-1);
4852}
4853
Michael Kupersteine45af542015-06-30 13:36:19 +00004854static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004855_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4856 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4857 __u);
4858}
4859
Michael Kupersteine45af542015-06-30 13:36:19 +00004860static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004861_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4862 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4863 (__mmask8)-1);
4864}
4865
Michael Kupersteine45af542015-06-30 13:36:19 +00004866static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004867_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4868 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4869 __u);
4870}
4871
Michael Kupersteine45af542015-06-30 13:36:19 +00004872static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004873_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4874 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4875 (__mmask16)-1);
4876}
4877
Michael Kupersteine45af542015-06-30 13:36:19 +00004878static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004879_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4880 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4881 __u);
4882}
4883
Michael Kupersteine45af542015-06-30 13:36:19 +00004884static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004885_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4886 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4887 (__mmask16)-1);
4888}
4889
Michael Kupersteine45af542015-06-30 13:36:19 +00004890static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004891_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4892 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4893 __u);
4894}
4895
Michael Kupersteine45af542015-06-30 13:36:19 +00004896static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004897_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4898 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4899 (__mmask8)-1);
4900}
4901
Michael Kupersteine45af542015-06-30 13:36:19 +00004902static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004903_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4904 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4905 __u);
4906}
4907
Michael Kupersteine45af542015-06-30 13:36:19 +00004908static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004909_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4910 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4911 (__mmask8)-1);
4912}
4913
Michael Kupersteine45af542015-06-30 13:36:19 +00004914static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004915_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4916 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4917 __u);
4918}
4919
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004920static __inline__ __m512i __DEFAULT_FN_ATTRS
4921_mm512_cvtepi8_epi32 (__m128i __A)
4922{
4923 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4924 (__v16si)
4925 _mm512_setzero_si512 (),
4926 (__mmask16) -1);
4927}
4928
4929static __inline__ __m512i __DEFAULT_FN_ATTRS
4930_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4931{
4932 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4933 (__v16si) __W,
4934 (__mmask16) __U);
4935}
4936
4937static __inline__ __m512i __DEFAULT_FN_ATTRS
4938_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4939{
4940 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4941 (__v16si)
4942 _mm512_setzero_si512 (),
4943 (__mmask16) __U);
4944}
4945
4946static __inline__ __m512i __DEFAULT_FN_ATTRS
4947_mm512_cvtepi8_epi64 (__m128i __A)
4948{
4949 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4950 (__v8di)
4951 _mm512_setzero_si512 (),
4952 (__mmask8) -1);
4953}
4954
4955static __inline__ __m512i __DEFAULT_FN_ATTRS
4956_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4957{
4958 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4959 (__v8di) __W,
4960 (__mmask8) __U);
4961}
4962
4963static __inline__ __m512i __DEFAULT_FN_ATTRS
4964_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4965{
4966 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4967 (__v8di)
4968 _mm512_setzero_si512 (),
4969 (__mmask8) __U);
4970}
4971
4972static __inline__ __m512i __DEFAULT_FN_ATTRS
4973_mm512_cvtepi32_epi64 (__m256i __X)
4974{
4975 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4976 (__v8di)
4977 _mm512_setzero_si512 (),
4978 (__mmask8) -1);
4979}
4980
4981static __inline__ __m512i __DEFAULT_FN_ATTRS
4982_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
4983{
4984 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4985 (__v8di) __W,
4986 (__mmask8) __U);
4987}
4988
4989static __inline__ __m512i __DEFAULT_FN_ATTRS
4990_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
4991{
4992 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4993 (__v8di)
4994 _mm512_setzero_si512 (),
4995 (__mmask8) __U);
4996}
4997
4998static __inline__ __m512i __DEFAULT_FN_ATTRS
4999_mm512_cvtepi16_epi32 (__m256i __A)
5000{
5001 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5002 (__v16si)
5003 _mm512_setzero_si512 (),
5004 (__mmask16) -1);
5005}
5006
5007static __inline__ __m512i __DEFAULT_FN_ATTRS
5008_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5009{
5010 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5011 (__v16si) __W,
5012 (__mmask16) __U);
5013}
5014
5015static __inline__ __m512i __DEFAULT_FN_ATTRS
5016_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
5017{
5018 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5019 (__v16si)
5020 _mm512_setzero_si512 (),
5021 (__mmask16) __U);
5022}
5023
5024static __inline__ __m512i __DEFAULT_FN_ATTRS
5025_mm512_cvtepi16_epi64 (__m128i __A)
5026{
5027 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5028 (__v8di)
5029 _mm512_setzero_si512 (),
5030 (__mmask8) -1);
5031}
5032
5033static __inline__ __m512i __DEFAULT_FN_ATTRS
5034_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5035{
5036 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5037 (__v8di) __W,
5038 (__mmask8) __U);
5039}
5040
5041static __inline__ __m512i __DEFAULT_FN_ATTRS
5042_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
5043{
5044 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5045 (__v8di)
5046 _mm512_setzero_si512 (),
5047 (__mmask8) __U);
5048}
5049
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005050static __inline__ __m512i __DEFAULT_FN_ATTRS
5051_mm512_cvtepu8_epi32 (__m128i __A)
5052{
5053 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5054 (__v16si)
5055 _mm512_setzero_si512 (),
5056 (__mmask16) -1);
5057}
5058
5059static __inline__ __m512i __DEFAULT_FN_ATTRS
5060_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
5061{
5062 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5063 (__v16si) __W,
5064 (__mmask16) __U);
5065}
5066
5067static __inline__ __m512i __DEFAULT_FN_ATTRS
5068_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
5069{
5070 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5071 (__v16si)
5072 _mm512_setzero_si512 (),
5073 (__mmask16) __U);
5074}
5075
5076static __inline__ __m512i __DEFAULT_FN_ATTRS
5077_mm512_cvtepu8_epi64 (__m128i __A)
5078{
5079 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5080 (__v8di)
5081 _mm512_setzero_si512 (),
5082 (__mmask8) -1);
5083}
5084
5085static __inline__ __m512i __DEFAULT_FN_ATTRS
5086_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5087{
5088 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5089 (__v8di) __W,
5090 (__mmask8) __U);
5091}
5092
5093static __inline__ __m512i __DEFAULT_FN_ATTRS
5094_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
5095{
5096 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5097 (__v8di)
5098 _mm512_setzero_si512 (),
5099 (__mmask8) __U);
5100}
5101
5102static __inline__ __m512i __DEFAULT_FN_ATTRS
5103_mm512_cvtepu32_epi64 (__m256i __X)
5104{
5105 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5106 (__v8di)
5107 _mm512_setzero_si512 (),
5108 (__mmask8) -1);
5109}
5110
5111static __inline__ __m512i __DEFAULT_FN_ATTRS
5112_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5113{
5114 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5115 (__v8di) __W,
5116 (__mmask8) __U);
5117}
5118
5119static __inline__ __m512i __DEFAULT_FN_ATTRS
5120_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
5121{
5122 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5123 (__v8di)
5124 _mm512_setzero_si512 (),
5125 (__mmask8) __U);
5126}
5127
5128static __inline__ __m512i __DEFAULT_FN_ATTRS
5129_mm512_cvtepu16_epi32 (__m256i __A)
5130{
5131 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5132 (__v16si)
5133 _mm512_setzero_si512 (),
5134 (__mmask16) -1);
5135}
5136
5137static __inline__ __m512i __DEFAULT_FN_ATTRS
5138_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5139{
5140 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5141 (__v16si) __W,
5142 (__mmask16) __U);
5143}
5144
5145static __inline__ __m512i __DEFAULT_FN_ATTRS
5146_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5147{
5148 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5149 (__v16si)
5150 _mm512_setzero_si512 (),
5151 (__mmask16) __U);
5152}
5153
5154static __inline__ __m512i __DEFAULT_FN_ATTRS
5155_mm512_cvtepu16_epi64 (__m128i __A)
5156{
5157 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5158 (__v8di)
5159 _mm512_setzero_si512 (),
5160 (__mmask8) -1);
5161}
5162
5163static __inline__ __m512i __DEFAULT_FN_ATTRS
5164_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5165{
5166 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5167 (__v8di) __W,
5168 (__mmask8) __U);
5169}
5170
5171static __inline__ __m512i __DEFAULT_FN_ATTRS
5172_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5173{
5174 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5175 (__v8di)
5176 _mm512_setzero_si512 (),
5177 (__mmask8) __U);
5178}
5179
Michael Zuckermane98cc742016-02-23 15:59:47 +00005180static __inline__ __m512i __DEFAULT_FN_ATTRS
5181_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5182{
5183 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5184 (__v16si) __B,
5185 (__v16si)
5186 _mm512_setzero_si512 (),
5187 (__mmask16) -1);
5188}
5189
5190static __inline__ __m512i __DEFAULT_FN_ATTRS
5191_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5192{
5193 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5194 (__v16si) __B,
5195 (__v16si) __W,
5196 (__mmask16) __U);
5197}
5198
5199static __inline__ __m512i __DEFAULT_FN_ATTRS
5200_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5201{
5202 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5203 (__v16si) __B,
5204 (__v16si)
5205 _mm512_setzero_si512 (),
5206 (__mmask16) __U);
5207}
5208
5209static __inline__ __m512i __DEFAULT_FN_ATTRS
5210_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5211{
5212 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5213 (__v8di) __B,
5214 (__v8di)
5215 _mm512_setzero_si512 (),
5216 (__mmask8) -1);
5217}
5218
5219static __inline__ __m512i __DEFAULT_FN_ATTRS
5220_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5221{
5222 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5223 (__v8di) __B,
5224 (__v8di) __W,
5225 (__mmask8) __U);
5226}
5227
5228static __inline__ __m512i __DEFAULT_FN_ATTRS
5229_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5230{
5231 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5232 (__v8di) __B,
5233 (__v8di)
5234 _mm512_setzero_si512 (),
5235 (__mmask8) __U);
5236}
5237
5238
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005239
Craig Topper4cac1c22015-01-25 23:30:07 +00005240#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005241 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005242 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005243 (__mmask16)-1); })
5244
5245#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005246 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005247 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005248 (__mmask16)-1); })
5249
5250#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005251 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005252 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005253 (__mmask8)-1); })
5254
5255#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005256 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005257 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005258 (__mmask8)-1); })
5259
5260#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005261 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005262 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005263 (__mmask16)(m)); })
5264
5265#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005266 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005267 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005268 (__mmask16)(m)); })
5269
5270#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005271 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005272 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005273 (__mmask8)(m)); })
5274
5275#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005276 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005277 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005278 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005279
Michael Zuckerman38a27272016-02-22 09:05:41 +00005280#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005281 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5282 (__v16si)_mm512_setzero_si512(), \
5283 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005284
5285#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005286 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5287 (__v16si)(__m512i)(W), \
5288 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005289
5290#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005291 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5292 (__v16si)_mm512_setzero_si512(), \
5293 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005294
5295#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005296 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5297 (__v8di)_mm512_setzero_si512(), \
5298 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005299
5300#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005301 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5302 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005303
5304#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005305 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5306 (__v8di)_mm512_setzero_si512(), \
5307 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005308static __inline__ __m512i __DEFAULT_FN_ATTRS
5309_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5310{
5311 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5312 (__v16si) __B,
5313 (__v16si)
5314 _mm512_setzero_si512 (),
5315 (__mmask16) -1);
5316}
5317
5318static __inline__ __m512i __DEFAULT_FN_ATTRS
5319_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5320{
5321 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5322 (__v16si) __B,
5323 (__v16si) __W,
5324 (__mmask16) __U);
5325}
5326
5327static __inline__ __m512i __DEFAULT_FN_ATTRS
5328_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5329{
5330 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5331 (__v16si) __B,
5332 (__v16si)
5333 _mm512_setzero_si512 (),
5334 (__mmask16) __U);
5335}
5336
5337static __inline__ __m512i __DEFAULT_FN_ATTRS
5338_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5339{
5340 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5341 (__v8di) __B,
5342 (__v8di)
5343 _mm512_setzero_si512 (),
5344 (__mmask8) -1);
5345}
5346
5347static __inline__ __m512i __DEFAULT_FN_ATTRS
5348_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5349{
5350 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5351 (__v8di) __B,
5352 (__v8di) __W,
5353 (__mmask8) __U);
5354}
5355
5356static __inline__ __m512i __DEFAULT_FN_ATTRS
5357_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5358{
5359 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5360 (__v8di) __B,
5361 (__v8di)
5362 _mm512_setzero_si512 (),
5363 (__mmask8) __U);
5364}
5365
Craig Topper8c18e112016-05-17 04:41:50 +00005366#define _mm512_ror_epi32(A, B) __extension__ ({ \
5367 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5368 (__v16si)_mm512_setzero_si512(), \
5369 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005370
Craig Topper8c18e112016-05-17 04:41:50 +00005371#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5372 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5373 (__v16si)(__m512i)(W), \
5374 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005375
Craig Topper8c18e112016-05-17 04:41:50 +00005376#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5377 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5378 (__v16si)_mm512_setzero_si512(), \
5379 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005380
Craig Topper8c18e112016-05-17 04:41:50 +00005381#define _mm512_ror_epi64(A, B) __extension__ ({ \
5382 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5383 (__v8di)_mm512_setzero_si512(), \
5384 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005385
Craig Topper8c18e112016-05-17 04:41:50 +00005386#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5387 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5388 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005389
Craig Topper8c18e112016-05-17 04:41:50 +00005390#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5391 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5392 (__v8di)_mm512_setzero_si512(), \
5393 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005394
Craig Topper8c18e112016-05-17 04:41:50 +00005395#define _mm512_slli_epi32(A, B) __extension__ ({ \
5396 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5397 (__v16si)_mm512_setzero_si512(), \
5398 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005399
Craig Topper8c18e112016-05-17 04:41:50 +00005400#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5401 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5402 (__v16si)(__m512i)(W), \
5403 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005404
Craig Topper8c18e112016-05-17 04:41:50 +00005405#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5406 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5407 (__v16si)_mm512_setzero_si512(), \
5408 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005409
Craig Topper8c18e112016-05-17 04:41:50 +00005410#define _mm512_slli_epi64(A, B) __extension__ ({ \
5411 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5412 (__v8di)_mm512_setzero_si512(), \
5413 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005414
Craig Topper8c18e112016-05-17 04:41:50 +00005415#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5416 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5417 (__v8di)(__m512i)(W), \
5418 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005419
Craig Topper8c18e112016-05-17 04:41:50 +00005420#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5421 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5422 (__v8di)_mm512_setzero_si512(), \
5423 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005424
Michael Zuckerman38a27272016-02-22 09:05:41 +00005425
Michael Zuckermand176d742016-03-01 17:49:03 +00005426
Craig Topper8c18e112016-05-17 04:41:50 +00005427#define _mm512_srli_epi32(A, B) __extension__ ({ \
5428 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5429 (__v16si)_mm512_setzero_si512(), \
5430 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005431
Craig Topper8c18e112016-05-17 04:41:50 +00005432#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5433 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5434 (__v16si)(__m512i)(W), \
5435 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005436
Craig Topper8c18e112016-05-17 04:41:50 +00005437#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5438 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5439 (__v16si)_mm512_setzero_si512(), \
5440 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005441
Craig Topper8c18e112016-05-17 04:41:50 +00005442#define _mm512_srli_epi64(A, B) __extension__ ({ \
5443 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5444 (__v8di)_mm512_setzero_si512(), \
5445 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005446
Craig Topper8c18e112016-05-17 04:41:50 +00005447#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5448 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5449 (__v8di)(__m512i)(W), \
5450 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005451
Craig Topper8c18e112016-05-17 04:41:50 +00005452#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5453 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5454 (__v8di)_mm512_setzero_si512(), \
5455 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005456
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005457static __inline__ __m512i __DEFAULT_FN_ATTRS
5458_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5459{
5460 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5461 (__v16si) __W,
5462 (__mmask16) __U);
5463}
5464
5465static __inline__ __m512i __DEFAULT_FN_ATTRS
5466_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5467{
5468 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5469 (__v16si)
5470 _mm512_setzero_si512 (),
5471 (__mmask16) __U);
5472}
5473
5474static __inline__ void __DEFAULT_FN_ATTRS
5475_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5476{
5477 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5478 (__mmask16) __U);
5479}
5480
5481static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005482_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5483{
Igor Bregeraadb8762016-06-08 13:59:20 +00005484 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5485 (__v16si) __A,
5486 (__v16si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +00005487}
5488
5489static __inline__ __m512i __DEFAULT_FN_ATTRS
5490_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5491{
Igor Bregeraadb8762016-06-08 13:59:20 +00005492 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5493 (__v16si) __A,
5494 (__v16si) _mm512_setzero_si512 ());
Michael Zuckermane6542002016-05-23 08:01:48 +00005495}
5496
5497static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005498_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5499{
Igor Bregeraadb8762016-06-08 13:59:20 +00005500 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5501 (__v8di) __A,
5502 (__v8di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005503}
5504
5505static __inline__ __m512i __DEFAULT_FN_ATTRS
5506_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5507{
Igor Bregeraadb8762016-06-08 13:59:20 +00005508 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5509 (__v8di) __A,
5510 (__v8di) _mm512_setzero_si512 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005511}
5512
5513static __inline__ __m512i __DEFAULT_FN_ATTRS
5514_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5515{
5516 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5517 (__v8di) __W,
5518 (__mmask8) __U);
5519}
5520
5521static __inline__ __m512i __DEFAULT_FN_ATTRS
5522_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5523{
5524 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5525 (__v8di)
5526 _mm512_setzero_si512 (),
5527 (__mmask8) __U);
5528}
5529
5530static __inline__ void __DEFAULT_FN_ATTRS
5531_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5532{
5533 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5534 (__mmask8) __U);
5535}
5536
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005537static __inline__ __m512d __DEFAULT_FN_ATTRS
5538_mm512_movedup_pd (__m512d __A)
5539{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005540 return (__m512d)__builtin_shufflevector((__v8df)__A, (__v8df)__A,
5541 0, 0, 2, 2, 4, 4, 6, 6);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005542}
5543
5544static __inline__ __m512d __DEFAULT_FN_ATTRS
5545_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5546{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005547 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5548 (__v8df)_mm512_movedup_pd(__A),
5549 (__v8df)__W);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005550}
5551
5552static __inline__ __m512d __DEFAULT_FN_ATTRS
5553_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5554{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005555 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5556 (__v8df)_mm512_movedup_pd(__A),
5557 (__v8df)_mm512_setzero_pd());
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005558}
5559
Craig Topper8c18e112016-05-17 04:41:50 +00005560#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5561 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5562 (__v8df)(__m512d)(B), \
5563 (__v8di)(__m512i)(C), (int)(imm), \
5564 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005565
Craig Topper8c18e112016-05-17 04:41:50 +00005566#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5567 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5568 (__v8df)(__m512d)(B), \
5569 (__v8di)(__m512i)(C), (int)(imm), \
5570 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005571
Craig Topper8c18e112016-05-17 04:41:50 +00005572#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5573 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5574 (__v8df)(__m512d)(B), \
5575 (__v8di)(__m512i)(C), (int)(imm), \
5576 (__mmask8)-1, \
5577 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005578
Craig Topper8c18e112016-05-17 04:41:50 +00005579#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5580 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5581 (__v8df)(__m512d)(B), \
5582 (__v8di)(__m512i)(C), (int)(imm), \
5583 (__mmask8)(U), \
5584 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005585
Craig Topper8c18e112016-05-17 04:41:50 +00005586#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5587 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5588 (__v8df)(__m512d)(B), \
5589 (__v8di)(__m512i)(C), \
5590 (int)(imm), (__mmask8)(U), \
5591 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005592
Craig Topper8c18e112016-05-17 04:41:50 +00005593#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5594 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5595 (__v8df)(__m512d)(B), \
5596 (__v8di)(__m512i)(C), \
5597 (int)(imm), (__mmask8)(U), \
5598 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005599
Craig Topper8c18e112016-05-17 04:41:50 +00005600#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5601 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5602 (__v16sf)(__m512)(B), \
5603 (__v16si)(__m512i)(C), (int)(imm), \
5604 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005605
Craig Topper8c18e112016-05-17 04:41:50 +00005606#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5607 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5608 (__v16sf)(__m512)(B), \
5609 (__v16si)(__m512i)(C), (int)(imm), \
5610 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005611
Craig Topper8c18e112016-05-17 04:41:50 +00005612#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5613 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5614 (__v16sf)(__m512)(B), \
5615 (__v16si)(__m512i)(C), (int)(imm), \
5616 (__mmask16)-1, \
5617 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005618
Craig Topper8c18e112016-05-17 04:41:50 +00005619#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5620 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5621 (__v16sf)(__m512)(B), \
5622 (__v16si)(__m512i)(C), (int)(imm), \
5623 (__mmask16)(U), \
5624 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005625
Craig Topper8c18e112016-05-17 04:41:50 +00005626#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5627 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5628 (__v16sf)(__m512)(B), \
5629 (__v16si)(__m512i)(C), \
5630 (int)(imm), (__mmask16)(U), \
5631 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005632
Craig Topper8c18e112016-05-17 04:41:50 +00005633#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5634 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5635 (__v16sf)(__m512)(B), \
5636 (__v16si)(__m512i)(C), \
5637 (int)(imm), (__mmask16)(U), \
5638 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005639
Craig Topper8c18e112016-05-17 04:41:50 +00005640#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5641 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5642 (__v2df)(__m128d)(B), \
5643 (__v2di)(__m128i)(C), (int)(imm), \
5644 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005645
Craig Topper8c18e112016-05-17 04:41:50 +00005646#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5647 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5648 (__v2df)(__m128d)(B), \
5649 (__v2di)(__m128i)(C), (int)(imm), \
5650 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005651
Craig Topper8c18e112016-05-17 04:41:50 +00005652#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5653 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5654 (__v2df)(__m128d)(B), \
5655 (__v2di)(__m128i)(C), (int)(imm), \
5656 (__mmask8)-1, \
5657 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005658
Craig Topper8c18e112016-05-17 04:41:50 +00005659#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5660 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5661 (__v2df)(__m128d)(B), \
5662 (__v2di)(__m128i)(C), (int)(imm), \
5663 (__mmask8)(U), \
5664 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005665
Craig Topper8c18e112016-05-17 04:41:50 +00005666#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5667 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5668 (__v2df)(__m128d)(B), \
5669 (__v2di)(__m128i)(C), (int)(imm), \
5670 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005671
Craig Topper8c18e112016-05-17 04:41:50 +00005672#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5673 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5674 (__v2df)(__m128d)(B), \
5675 (__v2di)(__m128i)(C), (int)(imm), \
5676 (__mmask8)(U), \
5677 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005678
Craig Topper8c18e112016-05-17 04:41:50 +00005679#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5680 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5681 (__v4sf)(__m128)(B), \
5682 (__v4si)(__m128i)(C), (int)(imm), \
5683 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005684
Craig Topper8c18e112016-05-17 04:41:50 +00005685#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5686 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5687 (__v4sf)(__m128)(B), \
5688 (__v4si)(__m128i)(C), (int)(imm), \
5689 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005690
Craig Topper8c18e112016-05-17 04:41:50 +00005691#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5692 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5693 (__v4sf)(__m128)(B), \
5694 (__v4si)(__m128i)(C), (int)(imm), \
5695 (__mmask8)-1, \
5696 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005697
Craig Topper8c18e112016-05-17 04:41:50 +00005698#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5699 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5700 (__v4sf)(__m128)(B), \
5701 (__v4si)(__m128i)(C), (int)(imm), \
5702 (__mmask8)(U), \
5703 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005704
Craig Topper8c18e112016-05-17 04:41:50 +00005705#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5706 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5707 (__v4sf)(__m128)(B), \
5708 (__v4si)(__m128i)(C), (int)(imm), \
5709 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005710
Craig Topper8c18e112016-05-17 04:41:50 +00005711#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5712 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5713 (__v4sf)(__m128)(B), \
5714 (__v4si)(__m128i)(C), (int)(imm), \
5715 (__mmask8)(U), \
5716 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005717
Craig Topper8c18e112016-05-17 04:41:50 +00005718#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5719 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5720 (__v2df)(__m128d)(B), \
5721 (__v2df)_mm_setzero_pd(), \
5722 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005723
5724
5725static __inline__ __m128d __DEFAULT_FN_ATTRS
5726_mm_getexp_sd (__m128d __A, __m128d __B)
5727{
5728 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5729 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5730}
5731
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005732static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005733_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005734{
5735 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5736 (__v2df) __B,
5737 (__v2df) __W,
5738 (__mmask8) __U,
5739 _MM_FROUND_CUR_DIRECTION);
5740}
5741
Craig Topper8c18e112016-05-17 04:41:50 +00005742#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5743 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5744 (__v2df)(__m128d)(B), \
5745 (__v2df)(__m128d)(W), \
5746 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005747
5748static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005749_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005750{
5751 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5752 (__v2df) __B,
5753 (__v2df) _mm_setzero_pd (),
5754 (__mmask8) __U,
5755 _MM_FROUND_CUR_DIRECTION);
5756}
5757
Craig Topper8c18e112016-05-17 04:41:50 +00005758#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5759 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5760 (__v2df)(__m128d)(B), \
5761 (__v2df)_mm_setzero_pd(), \
5762 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005763
Craig Topper8c18e112016-05-17 04:41:50 +00005764#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5765 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5766 (__v4sf)(__m128)(B), \
5767 (__v4sf)_mm_setzero_ps(), \
5768 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005769
5770static __inline__ __m128 __DEFAULT_FN_ATTRS
5771_mm_getexp_ss (__m128 __A, __m128 __B)
5772{
5773 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5774 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5775}
5776
Craig Topper58187d32016-05-17 04:41:29 +00005777static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005778_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005779{
Craig Topper58187d32016-05-17 04:41:29 +00005780 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005781 (__v4sf) __B,
5782 (__v4sf) __W,
5783 (__mmask8) __U,
5784 _MM_FROUND_CUR_DIRECTION);
5785}
5786
Craig Topper8c18e112016-05-17 04:41:50 +00005787#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5788 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5789 (__v4sf)(__m128)(B), \
5790 (__v4sf)(__m128)(W), \
5791 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005792
Craig Topper58187d32016-05-17 04:41:29 +00005793static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005794_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005795{
Craig Topper58187d32016-05-17 04:41:29 +00005796 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005797 (__v4sf) __B,
5798 (__v4sf) _mm_setzero_pd (),
5799 (__mmask8) __U,
5800 _MM_FROUND_CUR_DIRECTION);
5801}
5802
Craig Topper8c18e112016-05-17 04:41:50 +00005803#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5804 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5805 (__v4sf)(__m128)(B), \
5806 (__v4sf)_mm_setzero_ps(), \
5807 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005808
Craig Topper8c18e112016-05-17 04:41:50 +00005809#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5810 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5811 (__v2df)(__m128d)(B), \
5812 (int)(((D)<<2) | (C)), \
5813 (__v2df)_mm_setzero_pd(), \
5814 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005815
Craig Topper8c18e112016-05-17 04:41:50 +00005816#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5817 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5818 (__v2df)(__m128d)(B), \
5819 (int)(((D)<<2) | (C)), \
5820 (__v2df)_mm_setzero_pd(), \
5821 (__mmask8)-1, \
5822 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005823
Craig Topper8c18e112016-05-17 04:41:50 +00005824#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5825 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5826 (__v2df)(__m128d)(B), \
5827 (int)(((D)<<2) | (C)), \
5828 (__v2df)(__m128d)(W), \
5829 (__mmask8)(U), \
5830 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005831
Craig Topper8c18e112016-05-17 04:41:50 +00005832#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5833 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5834 (__v2df)(__m128d)(B), \
5835 (int)(((D)<<2) | (C)), \
5836 (__v2df)(__m128d)(W), \
5837 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005838
Craig Topper8c18e112016-05-17 04:41:50 +00005839#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5840 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5841 (__v2df)(__m128d)(B), \
5842 (int)(((D)<<2) | (C)), \
5843 (__v2df)_mm_setzero_pd(), \
5844 (__mmask8)(U), \
5845 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005846
Craig Topper8c18e112016-05-17 04:41:50 +00005847#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5848 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5849 (__v2df)(__m128d)(B), \
5850 (int)(((D)<<2) | (C)), \
5851 (__v2df)_mm_setzero_pd(), \
5852 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005853
Craig Topper8c18e112016-05-17 04:41:50 +00005854#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5855 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5856 (__v4sf)(__m128)(B), \
5857 (int)(((D)<<2) | (C)), \
5858 (__v4sf)_mm_setzero_ps(), \
5859 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005860
Craig Topper8c18e112016-05-17 04:41:50 +00005861#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5862 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5863 (__v4sf)(__m128)(B), \
5864 (int)(((D)<<2) | (C)), \
5865 (__v4sf)_mm_setzero_ps(), \
5866 (__mmask8)-1, \
5867 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005868
Craig Topper8c18e112016-05-17 04:41:50 +00005869#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5870 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5871 (__v4sf)(__m128)(B), \
5872 (int)(((D)<<2) | (C)), \
5873 (__v4sf)(__m128)(W), \
5874 (__mmask8)(U), \
5875 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005876
Craig Topper8c18e112016-05-17 04:41:50 +00005877#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5878 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5879 (__v4sf)(__m128)(B), \
5880 (int)(((D)<<2) | (C)), \
5881 (__v4sf)(__m128)(W), \
5882 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005883
Craig Topper8c18e112016-05-17 04:41:50 +00005884#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
5885 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5886 (__v4sf)(__m128)(B), \
5887 (int)(((D)<<2) | (C)), \
5888 (__v4sf)_mm_setzero_pd(), \
5889 (__mmask8)(U), \
5890 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005891
Craig Topper8c18e112016-05-17 04:41:50 +00005892#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
5893 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5894 (__v4sf)(__m128)(B), \
5895 (int)(((D)<<2) | (C)), \
5896 (__v4sf)_mm_setzero_ps(), \
5897 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005898
5899static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5900_mm512_kmov (__mmask16 __A)
5901{
5902 return __A;
5903}
5904
Craig Topper8c18e112016-05-17 04:41:50 +00005905#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
5906 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
5907 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005908
Craig Topper8c18e112016-05-17 04:41:50 +00005909#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
5910 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
5911 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005912
Craig Topper45db56c2016-07-21 07:38:39 +00005913#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00005914#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
5915 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00005916#endif
Simon Pilgrim427154d2016-07-04 21:30:47 +00005917
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005918static __inline__ __m512i __DEFAULT_FN_ATTRS
5919_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5920 __mmask16 __U, __m512i __B)
5921{
5922 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5923 (__v16si) __I
5924 /* idx */ ,
5925 (__v16si) __B,
5926 (__mmask16) __U);
5927}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005928
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005929static __inline__ __m512i __DEFAULT_FN_ATTRS
5930_mm512_sll_epi32 (__m512i __A, __m128i __B)
5931{
5932 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5933 (__v4si) __B,
5934 (__v16si)
5935 _mm512_setzero_si512 (),
5936 (__mmask16) -1);
5937}
5938
5939static __inline__ __m512i __DEFAULT_FN_ATTRS
5940_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5941{
5942 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5943 (__v4si) __B,
5944 (__v16si) __W,
5945 (__mmask16) __U);
5946}
5947
5948static __inline__ __m512i __DEFAULT_FN_ATTRS
5949_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5950{
5951 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5952 (__v4si) __B,
5953 (__v16si)
5954 _mm512_setzero_si512 (),
5955 (__mmask16) __U);
5956}
5957
5958static __inline__ __m512i __DEFAULT_FN_ATTRS
5959_mm512_sll_epi64 (__m512i __A, __m128i __B)
5960{
5961 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5962 (__v2di) __B,
5963 (__v8di)
5964 _mm512_setzero_si512 (),
5965 (__mmask8) -1);
5966}
5967
5968static __inline__ __m512i __DEFAULT_FN_ATTRS
5969_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5970{
5971 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5972 (__v2di) __B,
5973 (__v8di) __W,
5974 (__mmask8) __U);
5975}
5976
5977static __inline__ __m512i __DEFAULT_FN_ATTRS
5978_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5979{
5980 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5981 (__v2di) __B,
5982 (__v8di)
5983 _mm512_setzero_si512 (),
5984 (__mmask8) __U);
5985}
5986
5987static __inline__ __m512i __DEFAULT_FN_ATTRS
5988_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
5989{
5990 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5991 (__v16si) __Y,
5992 (__v16si)
5993 _mm512_setzero_si512 (),
5994 (__mmask16) -1);
5995}
5996
5997static __inline__ __m512i __DEFAULT_FN_ATTRS
5998_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
5999{
6000 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6001 (__v16si) __Y,
6002 (__v16si) __W,
6003 (__mmask16) __U);
6004}
6005
6006static __inline__ __m512i __DEFAULT_FN_ATTRS
6007_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6008{
6009 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6010 (__v16si) __Y,
6011 (__v16si)
6012 _mm512_setzero_si512 (),
6013 (__mmask16) __U);
6014}
6015
6016static __inline__ __m512i __DEFAULT_FN_ATTRS
6017_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
6018{
6019 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6020 (__v8di) __Y,
6021 (__v8di)
6022 _mm512_undefined_pd (),
6023 (__mmask8) -1);
6024}
6025
6026static __inline__ __m512i __DEFAULT_FN_ATTRS
6027_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6028{
6029 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6030 (__v8di) __Y,
6031 (__v8di) __W,
6032 (__mmask8) __U);
6033}
6034
6035static __inline__ __m512i __DEFAULT_FN_ATTRS
6036_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6037{
6038 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6039 (__v8di) __Y,
6040 (__v8di)
6041 _mm512_setzero_si512 (),
6042 (__mmask8) __U);
6043}
6044
6045static __inline__ __m512i __DEFAULT_FN_ATTRS
6046_mm512_sra_epi32 (__m512i __A, __m128i __B)
6047{
6048 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6049 (__v4si) __B,
6050 (__v16si)
6051 _mm512_setzero_si512 (),
6052 (__mmask16) -1);
6053}
6054
6055static __inline__ __m512i __DEFAULT_FN_ATTRS
6056_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6057{
6058 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6059 (__v4si) __B,
6060 (__v16si) __W,
6061 (__mmask16) __U);
6062}
6063
6064static __inline__ __m512i __DEFAULT_FN_ATTRS
6065_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6066{
6067 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6068 (__v4si) __B,
6069 (__v16si)
6070 _mm512_setzero_si512 (),
6071 (__mmask16) __U);
6072}
6073
6074static __inline__ __m512i __DEFAULT_FN_ATTRS
6075_mm512_sra_epi64 (__m512i __A, __m128i __B)
6076{
6077 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6078 (__v2di) __B,
6079 (__v8di)
6080 _mm512_setzero_si512 (),
6081 (__mmask8) -1);
6082}
6083
6084static __inline__ __m512i __DEFAULT_FN_ATTRS
6085_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6086{
6087 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6088 (__v2di) __B,
6089 (__v8di) __W,
6090 (__mmask8) __U);
6091}
6092
6093static __inline__ __m512i __DEFAULT_FN_ATTRS
6094_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6095{
6096 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6097 (__v2di) __B,
6098 (__v8di)
6099 _mm512_setzero_si512 (),
6100 (__mmask8) __U);
6101}
6102
6103static __inline__ __m512i __DEFAULT_FN_ATTRS
6104_mm512_srav_epi32 (__m512i __X, __m512i __Y)
6105{
6106 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6107 (__v16si) __Y,
6108 (__v16si)
6109 _mm512_setzero_si512 (),
6110 (__mmask16) -1);
6111}
6112
6113static __inline__ __m512i __DEFAULT_FN_ATTRS
6114_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6115{
6116 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6117 (__v16si) __Y,
6118 (__v16si) __W,
6119 (__mmask16) __U);
6120}
6121
6122static __inline__ __m512i __DEFAULT_FN_ATTRS
6123_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6124{
6125 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6126 (__v16si) __Y,
6127 (__v16si)
6128 _mm512_setzero_si512 (),
6129 (__mmask16) __U);
6130}
6131
6132static __inline__ __m512i __DEFAULT_FN_ATTRS
6133_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6134{
6135 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6136 (__v8di) __Y,
6137 (__v8di)
6138 _mm512_setzero_si512 (),
6139 (__mmask8) -1);
6140}
6141
6142static __inline__ __m512i __DEFAULT_FN_ATTRS
6143_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6144{
6145 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6146 (__v8di) __Y,
6147 (__v8di) __W,
6148 (__mmask8) __U);
6149}
6150
6151static __inline__ __m512i __DEFAULT_FN_ATTRS
6152_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6153{
6154 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6155 (__v8di) __Y,
6156 (__v8di)
6157 _mm512_setzero_si512 (),
6158 (__mmask8) __U);
6159}
6160
6161static __inline__ __m512i __DEFAULT_FN_ATTRS
6162_mm512_srl_epi32 (__m512i __A, __m128i __B)
6163{
6164 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6165 (__v4si) __B,
6166 (__v16si)
6167 _mm512_setzero_si512 (),
6168 (__mmask16) -1);
6169}
6170
6171static __inline__ __m512i __DEFAULT_FN_ATTRS
6172_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6173{
6174 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6175 (__v4si) __B,
6176 (__v16si) __W,
6177 (__mmask16) __U);
6178}
6179
6180static __inline__ __m512i __DEFAULT_FN_ATTRS
6181_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6182{
6183 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6184 (__v4si) __B,
6185 (__v16si)
6186 _mm512_setzero_si512 (),
6187 (__mmask16) __U);
6188}
6189
6190static __inline__ __m512i __DEFAULT_FN_ATTRS
6191_mm512_srl_epi64 (__m512i __A, __m128i __B)
6192{
6193 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6194 (__v2di) __B,
6195 (__v8di)
6196 _mm512_setzero_si512 (),
6197 (__mmask8) -1);
6198}
6199
6200static __inline__ __m512i __DEFAULT_FN_ATTRS
6201_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6202{
6203 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6204 (__v2di) __B,
6205 (__v8di) __W,
6206 (__mmask8) __U);
6207}
6208
6209static __inline__ __m512i __DEFAULT_FN_ATTRS
6210_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6211{
6212 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6213 (__v2di) __B,
6214 (__v8di)
6215 _mm512_setzero_si512 (),
6216 (__mmask8) __U);
6217}
6218
6219static __inline__ __m512i __DEFAULT_FN_ATTRS
6220_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6221{
6222 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6223 (__v16si) __Y,
6224 (__v16si)
6225 _mm512_setzero_si512 (),
6226 (__mmask16) -1);
6227}
6228
6229static __inline__ __m512i __DEFAULT_FN_ATTRS
6230_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6231{
6232 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6233 (__v16si) __Y,
6234 (__v16si) __W,
6235 (__mmask16) __U);
6236}
6237
6238static __inline__ __m512i __DEFAULT_FN_ATTRS
6239_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6240{
6241 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6242 (__v16si) __Y,
6243 (__v16si)
6244 _mm512_setzero_si512 (),
6245 (__mmask16) __U);
6246}
6247
6248static __inline__ __m512i __DEFAULT_FN_ATTRS
6249_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6250{
6251 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6252 (__v8di) __Y,
6253 (__v8di)
6254 _mm512_setzero_si512 (),
6255 (__mmask8) -1);
6256}
6257
6258static __inline__ __m512i __DEFAULT_FN_ATTRS
6259_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6260{
6261 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6262 (__v8di) __Y,
6263 (__v8di) __W,
6264 (__mmask8) __U);
6265}
6266
6267static __inline__ __m512i __DEFAULT_FN_ATTRS
6268_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6269{
6270 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6271 (__v8di) __Y,
6272 (__v8di)
6273 _mm512_setzero_si512 (),
6274 (__mmask8) __U);
6275}
6276
Craig Topper8c18e112016-05-17 04:41:50 +00006277#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6278 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6279 (__v16si)(__m512i)(B), \
6280 (__v16si)(__m512i)(C), (int)(imm), \
6281 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006282
Craig Topper8c18e112016-05-17 04:41:50 +00006283#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6284 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6285 (__v16si)(__m512i)(B), \
6286 (__v16si)(__m512i)(C), (int)(imm), \
6287 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006288
Craig Topper8c18e112016-05-17 04:41:50 +00006289#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6290 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6291 (__v16si)(__m512i)(B), \
6292 (__v16si)(__m512i)(C), \
6293 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006294
Craig Topper8c18e112016-05-17 04:41:50 +00006295#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6296 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6297 (__v8di)(__m512i)(B), \
6298 (__v8di)(__m512i)(C), (int)(imm), \
6299 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006300
Craig Topper8c18e112016-05-17 04:41:50 +00006301#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6302 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6303 (__v8di)(__m512i)(B), \
6304 (__v8di)(__m512i)(C), (int)(imm), \
6305 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006306
Craig Topper8c18e112016-05-17 04:41:50 +00006307#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6308 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6309 (__v8di)(__m512i)(B), \
6310 (__v8di)(__m512i)(C), (int)(imm), \
6311 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006312
Craig Topper45db56c2016-07-21 07:38:39 +00006313#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006314#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6315 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00006316#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006317
Craig Topper8c18e112016-05-17 04:41:50 +00006318#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6319 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006320
Craig Topper8c18e112016-05-17 04:41:50 +00006321#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6322 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006323
Craig Topper8c18e112016-05-17 04:41:50 +00006324#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6325 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006326
6327static __inline__ unsigned __DEFAULT_FN_ATTRS
6328_mm_cvtsd_u32 (__m128d __A)
6329{
6330 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6331 _MM_FROUND_CUR_DIRECTION);
6332}
6333
Craig Topper45db56c2016-07-21 07:38:39 +00006334#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006335#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6336 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6337 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006338
6339static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6340_mm_cvtsd_u64 (__m128d __A)
6341{
6342 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6343 __A,
6344 _MM_FROUND_CUR_DIRECTION);
6345}
Craig Topper45db56c2016-07-21 07:38:39 +00006346#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006347
Craig Topper8c18e112016-05-17 04:41:50 +00006348#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6349 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006350
Craig Topper8c18e112016-05-17 04:41:50 +00006351#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6352 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006353
Craig Topper45db56c2016-07-21 07:38:39 +00006354#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006355#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6356 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006357
Craig Topper8c18e112016-05-17 04:41:50 +00006358#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6359 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00006360#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006361
Craig Topper8c18e112016-05-17 04:41:50 +00006362#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6363 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006364
6365static __inline__ unsigned __DEFAULT_FN_ATTRS
6366_mm_cvtss_u32 (__m128 __A)
6367{
6368 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6369 _MM_FROUND_CUR_DIRECTION);
6370}
6371
Craig Topper45db56c2016-07-21 07:38:39 +00006372#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006373#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6374 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6375 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006376
6377static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6378_mm_cvtss_u64 (__m128 __A)
6379{
6380 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6381 __A,
6382 _MM_FROUND_CUR_DIRECTION);
6383}
Craig Topper45db56c2016-07-21 07:38:39 +00006384#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006385
Craig Topper8c18e112016-05-17 04:41:50 +00006386#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6387 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006388
Craig Topper8c18e112016-05-17 04:41:50 +00006389#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6390 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006391
6392static __inline__ int __DEFAULT_FN_ATTRS
6393_mm_cvttsd_i32 (__m128d __A)
6394{
6395 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6396 _MM_FROUND_CUR_DIRECTION);
6397}
6398
Craig Topper45db56c2016-07-21 07:38:39 +00006399#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006400#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6401 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006402
Craig Topper8c18e112016-05-17 04:41:50 +00006403#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6404 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006405
6406static __inline__ long long __DEFAULT_FN_ATTRS
6407_mm_cvttsd_i64 (__m128d __A)
6408{
6409 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6410 _MM_FROUND_CUR_DIRECTION);
6411}
Craig Topper45db56c2016-07-21 07:38:39 +00006412#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006413
Craig Topper8c18e112016-05-17 04:41:50 +00006414#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6415 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006416
6417static __inline__ unsigned __DEFAULT_FN_ATTRS
6418_mm_cvttsd_u32 (__m128d __A)
6419{
6420 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6421 _MM_FROUND_CUR_DIRECTION);
6422}
6423
Craig Topper45db56c2016-07-21 07:38:39 +00006424#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006425#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6426 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6427 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006428
6429static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6430_mm_cvttsd_u64 (__m128d __A)
6431{
6432 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6433 __A,
6434 _MM_FROUND_CUR_DIRECTION);
6435}
Craig Topper45db56c2016-07-21 07:38:39 +00006436#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006437
Craig Topper8c18e112016-05-17 04:41:50 +00006438#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6439 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006440
Craig Topper8c18e112016-05-17 04:41:50 +00006441#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6442 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006443
6444static __inline__ int __DEFAULT_FN_ATTRS
6445_mm_cvttss_i32 (__m128 __A)
6446{
6447 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6448 _MM_FROUND_CUR_DIRECTION);
6449}
6450
Craig Topper45db56c2016-07-21 07:38:39 +00006451#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006452#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6453 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006454
Craig Topper8c18e112016-05-17 04:41:50 +00006455#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6456 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006457
6458static __inline__ long long __DEFAULT_FN_ATTRS
6459_mm_cvttss_i64 (__m128 __A)
6460{
6461 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6462 _MM_FROUND_CUR_DIRECTION);
6463}
Craig Topper45db56c2016-07-21 07:38:39 +00006464#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006465
Craig Topper8c18e112016-05-17 04:41:50 +00006466#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6467 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006468
6469static __inline__ unsigned __DEFAULT_FN_ATTRS
6470_mm_cvttss_u32 (__m128 __A)
6471{
6472 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6473 _MM_FROUND_CUR_DIRECTION);
6474}
6475
Craig Topper45db56c2016-07-21 07:38:39 +00006476#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006477#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6478 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6479 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006480
6481static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6482_mm_cvttss_u64 (__m128 __A)
6483{
6484 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6485 __A,
6486 _MM_FROUND_CUR_DIRECTION);
6487}
Craig Topper45db56c2016-07-21 07:38:39 +00006488#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006489
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006490static __inline__ __m512d __DEFAULT_FN_ATTRS
6491_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6492 __m512d __B)
6493{
6494 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6495 (__v8di) __I
6496 /* idx */ ,
6497 (__v8df) __B,
6498 (__mmask8) __U);
6499}
6500
6501static __inline__ __m512 __DEFAULT_FN_ATTRS
6502_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6503 __m512 __B)
6504{
6505 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6506 (__v16si) __I
6507 /* idx */ ,
6508 (__v16sf) __B,
6509 (__mmask16) __U);
6510}
6511
6512static __inline__ __m512i __DEFAULT_FN_ATTRS
6513_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6514 __mmask8 __U, __m512i __B)
6515{
6516 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6517 (__v8di) __I
6518 /* idx */ ,
6519 (__v8di) __B,
6520 (__mmask8) __U);
6521}
6522
Craig Topper8c18e112016-05-17 04:41:50 +00006523#define _mm512_permute_pd(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006524 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006525 (__v8df)_mm512_undefined_pd(), \
6526 0 + (((C) >> 0) & 0x1), \
6527 0 + (((C) >> 1) & 0x1), \
6528 2 + (((C) >> 2) & 0x1), \
6529 2 + (((C) >> 3) & 0x1), \
6530 4 + (((C) >> 4) & 0x1), \
6531 4 + (((C) >> 5) & 0x1), \
6532 6 + (((C) >> 6) & 0x1), \
6533 6 + (((C) >> 7) & 0x1)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006534
Craig Topper8c18e112016-05-17 04:41:50 +00006535#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006536 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6537 (__v8df)_mm512_permute_pd((X), (C)), \
6538 (__v8df)(__m512d)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006539
Craig Topper8c18e112016-05-17 04:41:50 +00006540#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006541 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6542 (__v8df)_mm512_permute_pd((X), (C)), \
6543 (__v8df)_mm512_setzero_pd()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006544
Craig Topper8c18e112016-05-17 04:41:50 +00006545#define _mm512_permute_ps(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006546 (__m512)__builtin_shufflevector((__v16sf)(__m512)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006547 (__v16sf)_mm512_undefined_ps(), \
6548 0 + (((C) >> 0) & 0x3), \
6549 0 + (((C) >> 2) & 0x3), \
6550 0 + (((C) >> 4) & 0x3), \
6551 0 + (((C) >> 6) & 0x3), \
6552 4 + (((C) >> 0) & 0x3), \
6553 4 + (((C) >> 2) & 0x3), \
6554 4 + (((C) >> 4) & 0x3), \
6555 4 + (((C) >> 6) & 0x3), \
6556 8 + (((C) >> 0) & 0x3), \
6557 8 + (((C) >> 2) & 0x3), \
6558 8 + (((C) >> 4) & 0x3), \
6559 8 + (((C) >> 6) & 0x3), \
6560 12 + (((C) >> 0) & 0x3), \
6561 12 + (((C) >> 2) & 0x3), \
6562 12 + (((C) >> 4) & 0x3), \
6563 12 + (((C) >> 6) & 0x3)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006564
Craig Topper8c18e112016-05-17 04:41:50 +00006565#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006566 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6567 (__v16sf)_mm512_permute_ps((X), (C)), \
6568 (__v16sf)(__m512)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006569
Craig Topper8c18e112016-05-17 04:41:50 +00006570#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006571 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6572 (__v16sf)_mm512_permute_ps((X), (C)), \
6573 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006574
6575static __inline__ __m512d __DEFAULT_FN_ATTRS
6576_mm512_permutevar_pd (__m512d __A, __m512i __C)
6577{
6578 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6579 (__v8di) __C,
6580 (__v8df)
6581 _mm512_undefined_pd (),
6582 (__mmask8) -1);
6583}
6584
6585static __inline__ __m512d __DEFAULT_FN_ATTRS
6586_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6587{
6588 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6589 (__v8di) __C,
6590 (__v8df) __W,
6591 (__mmask8) __U);
6592}
6593
6594static __inline__ __m512d __DEFAULT_FN_ATTRS
6595_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6596{
6597 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6598 (__v8di) __C,
6599 (__v8df)
6600 _mm512_setzero_pd (),
6601 (__mmask8) __U);
6602}
6603
6604static __inline__ __m512 __DEFAULT_FN_ATTRS
6605_mm512_permutevar_ps (__m512 __A, __m512i __C)
6606{
6607 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6608 (__v16si) __C,
6609 (__v16sf)
6610 _mm512_undefined_ps (),
6611 (__mmask16) -1);
6612}
6613
6614static __inline__ __m512 __DEFAULT_FN_ATTRS
6615_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6616{
6617 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6618 (__v16si) __C,
6619 (__v16sf) __W,
6620 (__mmask16) __U);
6621}
6622
6623static __inline__ __m512 __DEFAULT_FN_ATTRS
6624_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6625{
6626 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6627 (__v16si) __C,
6628 (__v16sf)
6629 _mm512_setzero_ps (),
6630 (__mmask16) __U);
6631}
6632
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006633static __inline __m512d __DEFAULT_FN_ATTRS
6634_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006635{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006636 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6637 /* idx */ ,
6638 (__v8df) __A,
6639 (__v8df) __B,
6640 (__mmask8) -1);
6641}
6642
6643static __inline__ __m512d __DEFAULT_FN_ATTRS
6644_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6645{
6646 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6647 /* idx */ ,
6648 (__v8df) __A,
6649 (__v8df) __B,
6650 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006651}
6652
6653static __inline__ __m512d __DEFAULT_FN_ATTRS
6654_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6655 __m512d __B)
6656{
6657 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006658 /* idx */ ,
6659 (__v8df) __A,
6660 (__v8df) __B,
6661 (__mmask8) __U);
6662}
6663
6664static __inline __m512 __DEFAULT_FN_ATTRS
6665_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6666{
6667 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6668 /* idx */ ,
6669 (__v16sf) __A,
6670 (__v16sf) __B,
6671 (__mmask16) -1);
6672}
6673
6674static __inline__ __m512 __DEFAULT_FN_ATTRS
6675_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6676{
6677 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6678 /* idx */ ,
6679 (__v16sf) __A,
6680 (__v16sf) __B,
6681 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006682}
6683
6684static __inline__ __m512 __DEFAULT_FN_ATTRS
6685_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6686 __m512 __B)
6687{
6688 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006689 /* idx */ ,
6690 (__v16sf) __A,
6691 (__v16sf) __B,
6692 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006693}
6694
Michael Zuckerman07525092016-04-11 10:22:07 +00006695static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6696_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6697{
6698 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6699 (__v16si) __B,
6700 (__mmask16) -1);
6701}
6702
6703static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6704_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6705{
6706 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6707 (__v16si) __B, __U);
6708}
6709
6710static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6711_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6712{
6713 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6714 (__v8di) __B,
6715 (__mmask8) -1);
6716}
6717
6718static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6719_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6720{
6721 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6722 (__v8di) __B, __U);
6723}
6724
Craig Topper8c18e112016-05-17 04:41:50 +00006725#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6726 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6727 (__v8si)_mm256_undefined_si256(), \
6728 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006729
Craig Topper8c18e112016-05-17 04:41:50 +00006730#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6731 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6732 (__v8si)(__m256i)(W), \
6733 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006734
Craig Topper8c18e112016-05-17 04:41:50 +00006735#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6736 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6737 (__v8si)_mm256_setzero_si256(), \
6738 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006739
6740static __inline__ __m256i __DEFAULT_FN_ATTRS
6741_mm512_cvttpd_epu32 (__m512d __A)
6742{
6743 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6744 (__v8si)
6745 _mm256_undefined_si256 (),
6746 (__mmask8) -1,
6747 _MM_FROUND_CUR_DIRECTION);
6748}
6749
6750static __inline__ __m256i __DEFAULT_FN_ATTRS
6751_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6752{
6753 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6754 (__v8si) __W,
6755 (__mmask8) __U,
6756 _MM_FROUND_CUR_DIRECTION);
6757}
6758
6759static __inline__ __m256i __DEFAULT_FN_ATTRS
6760_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6761{
6762 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6763 (__v8si)
6764 _mm256_setzero_si256 (),
6765 (__mmask8) __U,
6766 _MM_FROUND_CUR_DIRECTION);
6767}
Michael Zuckerman07525092016-04-11 10:22:07 +00006768
Craig Topper8c18e112016-05-17 04:41:50 +00006769#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6770 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6771 (__v2df)(__m128d)(B), \
6772 (__v2df)_mm_setzero_pd(), \
6773 (__mmask8)-1, (int)(imm), \
6774 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006775
Craig Topper8c18e112016-05-17 04:41:50 +00006776#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6777 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6778 (__v2df)(__m128d)(B), \
6779 (__v2df)_mm_setzero_pd(), \
6780 (__mmask8)-1, (int)(imm), \
6781 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006782
Craig Topper8c18e112016-05-17 04:41:50 +00006783#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6784 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6785 (__v2df)(__m128d)(B), \
6786 (__v2df)(__m128d)(W), \
6787 (__mmask8)(U), (int)(imm), \
6788 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006789
Craig Topper8c18e112016-05-17 04:41:50 +00006790#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6791 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6792 (__v2df)(__m128d)(B), \
6793 (__v2df)(__m128d)(W), \
6794 (__mmask8)(U), (int)(I), \
6795 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006796
Craig Topper8c18e112016-05-17 04:41:50 +00006797#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6798 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6799 (__v2df)(__m128d)(B), \
6800 (__v2df)_mm_setzero_pd(), \
6801 (__mmask8)(U), (int)(I), \
6802 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006803
Craig Topper8c18e112016-05-17 04:41:50 +00006804#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6805 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6806 (__v2df)(__m128d)(B), \
6807 (__v2df)_mm_setzero_pd(), \
6808 (__mmask8)(U), (int)(I), \
6809 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006810
Craig Topper8c18e112016-05-17 04:41:50 +00006811#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6812 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6813 (__v4sf)(__m128)(B), \
6814 (__v4sf)_mm_setzero_ps(), \
6815 (__mmask8)-1, (int)(imm), \
6816 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006817
Craig Topper8c18e112016-05-17 04:41:50 +00006818#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6819 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6820 (__v4sf)(__m128)(B), \
6821 (__v4sf)_mm_setzero_ps(), \
6822 (__mmask8)-1, (int)(imm), \
6823 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006824
Craig Topper8c18e112016-05-17 04:41:50 +00006825#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6826 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6827 (__v4sf)(__m128)(B), \
6828 (__v4sf)(__m128)(W), \
6829 (__mmask8)(U), (int)(I), \
6830 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006831
Craig Topper8c18e112016-05-17 04:41:50 +00006832#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6833 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6834 (__v4sf)(__m128)(B), \
6835 (__v4sf)(__m128)(W), \
6836 (__mmask8)(U), (int)(I), \
6837 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006838
Craig Topper8c18e112016-05-17 04:41:50 +00006839#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6840 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6841 (__v4sf)(__m128)(B), \
6842 (__v4sf)_mm_setzero_ps(), \
6843 (__mmask8)(U), (int)(I), \
6844 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006845
Craig Topper8c18e112016-05-17 04:41:50 +00006846#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6847 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6848 (__v4sf)(__m128)(B), \
6849 (__v4sf)_mm_setzero_ps(), \
6850 (__mmask8)(U), (int)(I), \
6851 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006852
Craig Topper8c18e112016-05-17 04:41:50 +00006853#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6854 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6855 (__v8df)(__m512d)(B), \
6856 (__v8df)_mm512_undefined_pd(), \
6857 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006858
Craig Topper8c18e112016-05-17 04:41:50 +00006859#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6860 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6861 (__v8df)(__m512d)(B), \
6862 (__v8df)(__m512d)(W), \
6863 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006864
Craig Topper8c18e112016-05-17 04:41:50 +00006865#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6866 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6867 (__v8df)(__m512d)(B), \
6868 (__v8df)_mm512_setzero_pd(), \
6869 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006870
6871static __inline__ __m512d __DEFAULT_FN_ATTRS
6872_mm512_scalef_pd (__m512d __A, __m512d __B)
6873{
6874 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6875 (__v8df) __B,
6876 (__v8df)
6877 _mm512_undefined_pd (),
6878 (__mmask8) -1,
6879 _MM_FROUND_CUR_DIRECTION);
6880}
6881
6882static __inline__ __m512d __DEFAULT_FN_ATTRS
6883_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6884{
6885 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6886 (__v8df) __B,
6887 (__v8df) __W,
6888 (__mmask8) __U,
6889 _MM_FROUND_CUR_DIRECTION);
6890}
6891
6892static __inline__ __m512d __DEFAULT_FN_ATTRS
6893_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6894{
6895 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6896 (__v8df) __B,
6897 (__v8df)
6898 _mm512_setzero_pd (),
6899 (__mmask8) __U,
6900 _MM_FROUND_CUR_DIRECTION);
6901}
6902
Craig Topper8c18e112016-05-17 04:41:50 +00006903#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
6904 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6905 (__v16sf)(__m512)(B), \
6906 (__v16sf)_mm512_undefined_ps(), \
6907 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006908
Craig Topper8c18e112016-05-17 04:41:50 +00006909#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
6910 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6911 (__v16sf)(__m512)(B), \
6912 (__v16sf)(__m512)(W), \
6913 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006914
Craig Topper8c18e112016-05-17 04:41:50 +00006915#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
6916 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6917 (__v16sf)(__m512)(B), \
6918 (__v16sf)_mm512_setzero_ps(), \
6919 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006920
6921static __inline__ __m512 __DEFAULT_FN_ATTRS
6922_mm512_scalef_ps (__m512 __A, __m512 __B)
6923{
6924 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6925 (__v16sf) __B,
6926 (__v16sf)
6927 _mm512_undefined_ps (),
6928 (__mmask16) -1,
6929 _MM_FROUND_CUR_DIRECTION);
6930}
6931
6932static __inline__ __m512 __DEFAULT_FN_ATTRS
6933_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6934{
6935 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6936 (__v16sf) __B,
6937 (__v16sf) __W,
6938 (__mmask16) __U,
6939 _MM_FROUND_CUR_DIRECTION);
6940}
6941
6942static __inline__ __m512 __DEFAULT_FN_ATTRS
6943_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
6944{
6945 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6946 (__v16sf) __B,
6947 (__v16sf)
6948 _mm512_setzero_ps (),
6949 (__mmask16) __U,
6950 _MM_FROUND_CUR_DIRECTION);
6951}
6952
Craig Topper8c18e112016-05-17 04:41:50 +00006953#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
6954 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6955 (__v2df)(__m128d)(B), \
6956 (__v2df)_mm_setzero_pd(), \
6957 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006958
6959static __inline__ __m128d __DEFAULT_FN_ATTRS
6960_mm_scalef_sd (__m128d __A, __m128d __B)
6961{
6962 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
6963 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
6964 (__mmask8) -1,
6965 _MM_FROUND_CUR_DIRECTION);
6966}
6967
6968static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006969_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006970{
6971 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6972 (__v2df) __B,
6973 (__v2df) __W,
6974 (__mmask8) __U,
6975 _MM_FROUND_CUR_DIRECTION);
6976}
6977
Craig Topper8c18e112016-05-17 04:41:50 +00006978#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
6979 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6980 (__v2df)(__m128d)(B), \
6981 (__v2df)(__m128d)(W), \
6982 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006983
6984static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00006985_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006986{
6987 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6988 (__v2df) __B,
6989 (__v2df) _mm_setzero_pd (),
6990 (__mmask8) __U,
6991 _MM_FROUND_CUR_DIRECTION);
6992}
6993
Craig Topper8c18e112016-05-17 04:41:50 +00006994#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
6995 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
6996 (__v2df)(__m128d)(B), \
6997 (__v2df)_mm_setzero_pd(), \
6998 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006999
Craig Topper8c18e112016-05-17 04:41:50 +00007000#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7001 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7002 (__v4sf)(__m128)(B), \
7003 (__v4sf)_mm_setzero_ps(), \
7004 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007005
7006static __inline__ __m128 __DEFAULT_FN_ATTRS
7007_mm_scalef_ss (__m128 __A, __m128 __B)
7008{
7009 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7010 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7011 (__mmask8) -1,
7012 _MM_FROUND_CUR_DIRECTION);
7013}
7014
7015static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007016_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007017{
7018 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7019 (__v4sf) __B,
7020 (__v4sf) __W,
7021 (__mmask8) __U,
7022 _MM_FROUND_CUR_DIRECTION);
7023}
7024
Craig Topper8c18e112016-05-17 04:41:50 +00007025#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7026 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7027 (__v4sf)(__m128)(B), \
7028 (__v4sf)(__m128)(W), \
7029 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007030
7031static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007032_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007033{
7034 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7035 (__v4sf) __B,
7036 (__v4sf) _mm_setzero_ps (),
7037 (__mmask8) __U,
7038 _MM_FROUND_CUR_DIRECTION);
7039}
7040
Craig Topper8c18e112016-05-17 04:41:50 +00007041#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7042 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7043 (__v4sf)(__m128)(B), \
7044 (__v4sf)_mm_setzero_ps(), \
7045 (__mmask8)(U), \
7046 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007047
Craig Topper79d05c92016-05-15 20:10:06 +00007048#define _mm512_srai_epi32(A, B) __extension__ ({ \
7049 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7050 (__v16si)_mm512_setzero_si512(), \
7051 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007052
Craig Topper8c18e112016-05-17 04:41:50 +00007053#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7054 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7055 (__v16si)(__m512i)(W), \
7056 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007057
Craig Topper8c18e112016-05-17 04:41:50 +00007058#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7059 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7060 (__v16si)_mm512_setzero_si512(), \
7061 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007062
Craig Topper8c18e112016-05-17 04:41:50 +00007063#define _mm512_srai_epi64(A, B) __extension__ ({ \
7064 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7065 (__v8di)_mm512_setzero_si512(), \
7066 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007067
Craig Topper8c18e112016-05-17 04:41:50 +00007068#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7069 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7070 (__v8di)(__m512i)(W), \
7071 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007072
Craig Topper8c18e112016-05-17 04:41:50 +00007073#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7074 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7075 (__v8di)_mm512_setzero_si512(), \
7076 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007077
Craig Topper8c18e112016-05-17 04:41:50 +00007078#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7079 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7080 (__v16sf)(__m512)(B), (int)(imm), \
7081 (__v16sf)_mm512_undefined_ps(), \
7082 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007083
Craig Topper8c18e112016-05-17 04:41:50 +00007084#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7085 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7086 (__v16sf)(__m512)(B), (int)(imm), \
7087 (__v16sf)(__m512)(W), \
7088 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007089
Craig Topper8c18e112016-05-17 04:41:50 +00007090#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7091 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7092 (__v16sf)(__m512)(B), (int)(imm), \
7093 (__v16sf)_mm512_setzero_ps(), \
7094 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007095
Craig Topper8c18e112016-05-17 04:41:50 +00007096#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7097 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7098 (__v8df)(__m512d)(B), (int)(imm), \
7099 (__v8df)_mm512_undefined_pd(), \
7100 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007101
Craig Topper8c18e112016-05-17 04:41:50 +00007102#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7103 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7104 (__v8df)(__m512d)(B), (int)(imm), \
7105 (__v8df)(__m512d)(W), \
7106 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007107
Craig Topper8c18e112016-05-17 04:41:50 +00007108#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7109 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7110 (__v8df)(__m512d)(B), (int)(imm), \
7111 (__v8df)_mm512_setzero_pd(), \
7112 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007113
Craig Topper8c18e112016-05-17 04:41:50 +00007114#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7115 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7116 (__v16si)(__m512i)(B), (int)(imm), \
7117 (__v16si)_mm512_setzero_si512(), \
7118 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007119
Craig Topper8c18e112016-05-17 04:41:50 +00007120#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7121 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7122 (__v16si)(__m512i)(B), (int)(imm), \
7123 (__v16si)(__m512i)(W), \
7124 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007125
Craig Topper8c18e112016-05-17 04:41:50 +00007126#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7127 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7128 (__v16si)(__m512i)(B), (int)(imm), \
7129 (__v16si)_mm512_setzero_si512(), \
7130 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007131
Craig Topper8c18e112016-05-17 04:41:50 +00007132#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7133 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7134 (__v8di)(__m512i)(B), (int)(imm), \
7135 (__v8di)_mm512_setzero_si512(), \
7136 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007137
Craig Topper8c18e112016-05-17 04:41:50 +00007138#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7139 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7140 (__v8di)(__m512i)(B), (int)(imm), \
7141 (__v8di)(__m512i)(W), \
7142 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007143
Craig Topper8c18e112016-05-17 04:41:50 +00007144#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7145 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7146 (__v8di)(__m512i)(B), (int)(imm), \
7147 (__v8di)_mm512_setzero_si512(), \
7148 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007149
Simon Pilgrim427154d2016-07-04 21:30:47 +00007150#define _mm512_shuffle_pd(A, B, M) __extension__ ({ \
7151 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(A), \
7152 (__v8df)(__m512d)(B), \
Craig Topper2a383c92016-07-04 22:18:01 +00007153 0 + (((M) >> 0) & 0x1), \
7154 8 + (((M) >> 1) & 0x1), \
7155 2 + (((M) >> 2) & 0x1), \
7156 10 + (((M) >> 3) & 0x1), \
7157 4 + (((M) >> 4) & 0x1), \
7158 12 + (((M) >> 5) & 0x1), \
7159 6 + (((M) >> 6) & 0x1), \
7160 14 + (((M) >> 7) & 0x1)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007161
Simon Pilgrim427154d2016-07-04 21:30:47 +00007162#define _mm512_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7163 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7164 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7165 (__v8df)(__m512d)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007166
Simon Pilgrim427154d2016-07-04 21:30:47 +00007167#define _mm512_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7168 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7169 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7170 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007171
Craig Topper6e76fb62016-07-10 05:57:21 +00007172#define _mm512_shuffle_ps(A, B, M) __extension__ ({ \
7173 (__m512d)__builtin_shufflevector((__v16sf)(__m512)(A), \
7174 (__v16sf)(__m512)(B), \
7175 0 + (((M) >> 0) & 0x3), \
7176 0 + (((M) >> 2) & 0x3), \
7177 16 + (((M) >> 4) & 0x3), \
7178 16 + (((M) >> 6) & 0x3), \
7179 4 + (((M) >> 0) & 0x3), \
7180 4 + (((M) >> 2) & 0x3), \
7181 20 + (((M) >> 4) & 0x3), \
7182 20 + (((M) >> 6) & 0x3), \
7183 8 + (((M) >> 0) & 0x3), \
7184 8 + (((M) >> 2) & 0x3), \
7185 24 + (((M) >> 4) & 0x3), \
7186 24 + (((M) >> 6) & 0x3), \
7187 12 + (((M) >> 0) & 0x3), \
7188 12 + (((M) >> 2) & 0x3), \
7189 28 + (((M) >> 4) & 0x3), \
7190 28 + (((M) >> 6) & 0x3)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007191
Craig Topper6e76fb62016-07-10 05:57:21 +00007192#define _mm512_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7193 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7194 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7195 (__v16sf)(__m512)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007196
Craig Topper6e76fb62016-07-10 05:57:21 +00007197#define _mm512_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7198 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7199 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7200 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007201
Craig Topper8c18e112016-05-17 04:41:50 +00007202#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007203 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7204 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007205 (__v2df)_mm_setzero_pd(), \
7206 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007207
7208static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007209_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007210{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007211 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7212 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007213 (__v2df) __W,
7214 (__mmask8) __U,
7215 _MM_FROUND_CUR_DIRECTION);
7216}
7217
Craig Topper8c18e112016-05-17 04:41:50 +00007218#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007219 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7220 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007221 (__v2df)(__m128d)(W), \
7222 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007223
7224static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007225_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007226{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007227 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7228 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007229 (__v2df) _mm_setzero_pd (),
7230 (__mmask8) __U,
7231 _MM_FROUND_CUR_DIRECTION);
7232}
7233
Craig Topper8c18e112016-05-17 04:41:50 +00007234#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007235 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7236 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007237 (__v2df)_mm_setzero_pd(), \
7238 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007239
Craig Topper8c18e112016-05-17 04:41:50 +00007240#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007241 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7242 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007243 (__v4sf)_mm_setzero_ps(), \
7244 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007245
7246static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007247_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007248{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007249 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7250 (__v4sf) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007251 (__v4sf) __W,
7252 (__mmask8) __U,
7253 _MM_FROUND_CUR_DIRECTION);
7254}
7255
Craig Topper8c18e112016-05-17 04:41:50 +00007256#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007257 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7258 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007259 (__v4sf)(__m128)(W), (__mmask8)(U), \
7260 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007261
7262static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007263_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007264{
7265 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7266 (__v4sf) __B,
7267 (__v4sf) _mm_setzero_ps (),
7268 (__mmask8) __U,
7269 _MM_FROUND_CUR_DIRECTION);
7270}
7271
Craig Topper8c18e112016-05-17 04:41:50 +00007272#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007273 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7274 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007275 (__v4sf)_mm_setzero_ps(), \
7276 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007277
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007278static __inline__ __m512 __DEFAULT_FN_ATTRS
7279_mm512_broadcast_f32x4 (__m128 __A)
7280{
7281 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7282 (__v16sf)
7283 _mm512_undefined_ps (),
7284 (__mmask16) -1);
7285}
7286
7287static __inline__ __m512 __DEFAULT_FN_ATTRS
7288_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7289{
7290 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7291 (__v16sf) __O,
7292 __M);
7293}
7294
7295static __inline__ __m512 __DEFAULT_FN_ATTRS
7296_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7297{
7298 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7299 (__v16sf)
7300 _mm512_setzero_ps (),
7301 __M);
7302}
7303
7304static __inline__ __m512d __DEFAULT_FN_ATTRS
7305_mm512_broadcast_f64x4 (__m256d __A)
7306{
7307 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7308 (__v8df)
7309 _mm512_undefined_pd (),
7310 (__mmask8) -1);
7311}
7312
7313static __inline__ __m512d __DEFAULT_FN_ATTRS
7314_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7315{
7316 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7317 (__v8df) __O,
7318 __M);
7319}
7320
7321static __inline__ __m512d __DEFAULT_FN_ATTRS
7322_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7323{
7324 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7325 (__v8df)
7326 _mm512_setzero_pd (),
7327 __M);
7328}
7329
7330static __inline__ __m512i __DEFAULT_FN_ATTRS
7331_mm512_broadcast_i32x4 (__m128i __A)
7332{
7333 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7334 (__v16si)
7335 _mm512_undefined_epi32 (),
7336 (__mmask16) -1);
7337}
7338
7339static __inline__ __m512i __DEFAULT_FN_ATTRS
7340_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7341{
7342 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7343 (__v16si) __O,
7344 __M);
7345}
7346
7347static __inline__ __m512i __DEFAULT_FN_ATTRS
7348_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7349{
7350 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7351 (__v16si)
7352 _mm512_setzero_si512 (),
7353 __M);
7354}
7355
7356static __inline__ __m512i __DEFAULT_FN_ATTRS
7357_mm512_broadcast_i64x4 (__m256i __A)
7358{
7359 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7360 (__v8di)
7361 _mm512_undefined_epi32 (),
7362 (__mmask8) -1);
7363}
7364
7365static __inline__ __m512i __DEFAULT_FN_ATTRS
7366_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7367{
7368 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7369 (__v8di) __O,
7370 __M);
7371}
7372
7373static __inline__ __m512i __DEFAULT_FN_ATTRS
7374_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7375{
7376 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7377 (__v8di)
7378 _mm512_setzero_si512 (),
7379 __M);
7380}
7381
7382static __inline__ __m512d __DEFAULT_FN_ATTRS
7383_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7384{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007385 return (__m512d)__builtin_ia32_selectpd_512(__M,
7386 (__v8df) _mm512_broadcastsd_pd(__A),
7387 (__v8df) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007388}
7389
7390static __inline__ __m512d __DEFAULT_FN_ATTRS
7391_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7392{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007393 return (__m512d)__builtin_ia32_selectpd_512(__M,
7394 (__v8df) _mm512_broadcastsd_pd(__A),
7395 (__v8df) _mm512_setzero_pd());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007396}
7397
7398static __inline__ __m512 __DEFAULT_FN_ATTRS
7399_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7400{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007401 return (__m512)__builtin_ia32_selectps_512(__M,
7402 (__v16sf) _mm512_broadcastss_ps(__A),
7403 (__v16sf) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007404}
7405
7406static __inline__ __m512 __DEFAULT_FN_ATTRS
7407_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7408{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007409 return (__m512)__builtin_ia32_selectps_512(__M,
7410 (__v16sf) _mm512_broadcastss_ps(__A),
7411 (__v16sf) _mm512_setzero_ps());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007412}
7413
Michael Zuckermane1680612016-04-13 15:02:04 +00007414static __inline__ __m128i __DEFAULT_FN_ATTRS
7415_mm512_cvtsepi32_epi8 (__m512i __A)
7416{
7417 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7418 (__v16qi) _mm_undefined_si128 (),
7419 (__mmask16) -1);
7420}
7421
7422static __inline__ __m128i __DEFAULT_FN_ATTRS
7423_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7424{
7425 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7426 (__v16qi) __O, __M);
7427}
7428
7429static __inline__ __m128i __DEFAULT_FN_ATTRS
7430_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7431{
7432 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7433 (__v16qi) _mm_setzero_si128 (),
7434 __M);
7435}
7436
7437static __inline__ void __DEFAULT_FN_ATTRS
7438_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7439{
7440 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7441}
7442
7443static __inline__ __m256i __DEFAULT_FN_ATTRS
7444_mm512_cvtsepi32_epi16 (__m512i __A)
7445{
7446 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7447 (__v16hi) _mm256_undefined_si256 (),
7448 (__mmask16) -1);
7449}
7450
7451static __inline__ __m256i __DEFAULT_FN_ATTRS
7452_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7453{
7454 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7455 (__v16hi) __O, __M);
7456}
7457
7458static __inline__ __m256i __DEFAULT_FN_ATTRS
7459_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7460{
7461 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7462 (__v16hi) _mm256_setzero_si256 (),
7463 __M);
7464}
7465
7466static __inline__ void __DEFAULT_FN_ATTRS
7467_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7468{
7469 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7470}
7471
7472static __inline__ __m128i __DEFAULT_FN_ATTRS
7473_mm512_cvtsepi64_epi8 (__m512i __A)
7474{
7475 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7476 (__v16qi) _mm_undefined_si128 (),
7477 (__mmask8) -1);
7478}
7479
7480static __inline__ __m128i __DEFAULT_FN_ATTRS
7481_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7482{
7483 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7484 (__v16qi) __O, __M);
7485}
7486
7487static __inline__ __m128i __DEFAULT_FN_ATTRS
7488_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7489{
7490 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7491 (__v16qi) _mm_setzero_si128 (),
7492 __M);
7493}
7494
7495static __inline__ void __DEFAULT_FN_ATTRS
7496_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7497{
7498 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7499}
7500
7501static __inline__ __m256i __DEFAULT_FN_ATTRS
7502_mm512_cvtsepi64_epi32 (__m512i __A)
7503{
Michael Zuckermane1680612016-04-13 15:02:04 +00007504 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7505 (__v8si) _mm256_undefined_si256 (),
7506 (__mmask8) -1);
7507}
7508
7509static __inline__ __m256i __DEFAULT_FN_ATTRS
7510_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7511{
7512 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7513 (__v8si) __O, __M);
7514}
7515
7516static __inline__ __m256i __DEFAULT_FN_ATTRS
7517_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7518{
7519 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7520 (__v8si) _mm256_setzero_si256 (),
7521 __M);
7522}
7523
7524static __inline__ void __DEFAULT_FN_ATTRS
7525_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7526{
7527 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7528}
7529
7530static __inline__ __m128i __DEFAULT_FN_ATTRS
7531_mm512_cvtsepi64_epi16 (__m512i __A)
7532{
7533 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7534 (__v8hi) _mm_undefined_si128 (),
7535 (__mmask8) -1);
7536}
7537
7538static __inline__ __m128i __DEFAULT_FN_ATTRS
7539_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7540{
7541 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7542 (__v8hi) __O, __M);
7543}
7544
7545static __inline__ __m128i __DEFAULT_FN_ATTRS
7546_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7547{
7548 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7549 (__v8hi) _mm_setzero_si128 (),
7550 __M);
7551}
7552
7553static __inline__ void __DEFAULT_FN_ATTRS
7554_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7555{
7556 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7557}
7558
Michael Zuckermand8715312016-04-14 06:48:09 +00007559static __inline__ __m128i __DEFAULT_FN_ATTRS
7560_mm512_cvtusepi32_epi8 (__m512i __A)
7561{
7562 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7563 (__v16qi) _mm_undefined_si128 (),
7564 (__mmask16) -1);
7565}
7566
7567static __inline__ __m128i __DEFAULT_FN_ATTRS
7568_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7569{
7570 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7571 (__v16qi) __O,
7572 __M);
7573}
7574
7575static __inline__ __m128i __DEFAULT_FN_ATTRS
7576_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7577{
7578 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7579 (__v16qi) _mm_setzero_si128 (),
7580 __M);
7581}
7582
7583static __inline__ void __DEFAULT_FN_ATTRS
7584_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7585{
7586 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7587}
7588
7589static __inline__ __m256i __DEFAULT_FN_ATTRS
7590_mm512_cvtusepi32_epi16 (__m512i __A)
7591{
7592 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7593 (__v16hi) _mm256_undefined_si256 (),
7594 (__mmask16) -1);
7595}
7596
7597static __inline__ __m256i __DEFAULT_FN_ATTRS
7598_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7599{
7600 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7601 (__v16hi) __O,
7602 __M);
7603}
7604
7605static __inline__ __m256i __DEFAULT_FN_ATTRS
7606_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7607{
7608 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7609 (__v16hi) _mm256_setzero_si256 (),
7610 __M);
7611}
7612
7613static __inline__ void __DEFAULT_FN_ATTRS
7614_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7615{
7616 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7617}
7618
7619static __inline__ __m128i __DEFAULT_FN_ATTRS
7620_mm512_cvtusepi64_epi8 (__m512i __A)
7621{
7622 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7623 (__v16qi) _mm_undefined_si128 (),
7624 (__mmask8) -1);
7625}
7626
7627static __inline__ __m128i __DEFAULT_FN_ATTRS
7628_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7629{
7630 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7631 (__v16qi) __O,
7632 __M);
7633}
7634
7635static __inline__ __m128i __DEFAULT_FN_ATTRS
7636_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7637{
7638 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7639 (__v16qi) _mm_setzero_si128 (),
7640 __M);
7641}
7642
7643static __inline__ void __DEFAULT_FN_ATTRS
7644_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7645{
7646 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7647}
7648
7649static __inline__ __m256i __DEFAULT_FN_ATTRS
7650_mm512_cvtusepi64_epi32 (__m512i __A)
7651{
7652 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7653 (__v8si) _mm256_undefined_si256 (),
7654 (__mmask8) -1);
7655}
7656
7657static __inline__ __m256i __DEFAULT_FN_ATTRS
7658_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7659{
7660 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7661 (__v8si) __O, __M);
7662}
7663
7664static __inline__ __m256i __DEFAULT_FN_ATTRS
7665_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7666{
7667 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7668 (__v8si) _mm256_setzero_si256 (),
7669 __M);
7670}
7671
7672static __inline__ void __DEFAULT_FN_ATTRS
7673_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7674{
7675 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7676}
7677
7678static __inline__ __m128i __DEFAULT_FN_ATTRS
7679_mm512_cvtusepi64_epi16 (__m512i __A)
7680{
7681 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7682 (__v8hi) _mm_undefined_si128 (),
7683 (__mmask8) -1);
7684}
7685
7686static __inline__ __m128i __DEFAULT_FN_ATTRS
7687_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7688{
7689 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7690 (__v8hi) __O, __M);
7691}
7692
7693static __inline__ __m128i __DEFAULT_FN_ATTRS
7694_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7695{
7696 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7697 (__v8hi) _mm_setzero_si128 (),
7698 __M);
7699}
7700
7701static __inline__ void __DEFAULT_FN_ATTRS
7702_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7703{
7704 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7705}
7706
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007707static __inline__ __m128i __DEFAULT_FN_ATTRS
7708_mm512_cvtepi32_epi8 (__m512i __A)
7709{
7710 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7711 (__v16qi) _mm_undefined_si128 (),
7712 (__mmask16) -1);
7713}
7714
7715static __inline__ __m128i __DEFAULT_FN_ATTRS
7716_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7717{
7718 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7719 (__v16qi) __O, __M);
7720}
7721
7722static __inline__ __m128i __DEFAULT_FN_ATTRS
7723_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7724{
7725 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7726 (__v16qi) _mm_setzero_si128 (),
7727 __M);
7728}
7729
7730static __inline__ void __DEFAULT_FN_ATTRS
7731_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7732{
7733 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7734}
7735
7736static __inline__ __m256i __DEFAULT_FN_ATTRS
7737_mm512_cvtepi32_epi16 (__m512i __A)
7738{
7739 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7740 (__v16hi) _mm256_undefined_si256 (),
7741 (__mmask16) -1);
7742}
7743
7744static __inline__ __m256i __DEFAULT_FN_ATTRS
7745_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7746{
7747 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7748 (__v16hi) __O, __M);
7749}
7750
7751static __inline__ __m256i __DEFAULT_FN_ATTRS
7752_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7753{
7754 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7755 (__v16hi) _mm256_setzero_si256 (),
7756 __M);
7757}
7758
7759static __inline__ void __DEFAULT_FN_ATTRS
7760_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7761{
7762 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7763}
7764
7765static __inline__ __m128i __DEFAULT_FN_ATTRS
7766_mm512_cvtepi64_epi8 (__m512i __A)
7767{
7768 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7769 (__v16qi) _mm_undefined_si128 (),
7770 (__mmask8) -1);
7771}
7772
7773static __inline__ __m128i __DEFAULT_FN_ATTRS
7774_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7775{
7776 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7777 (__v16qi) __O, __M);
7778}
7779
7780static __inline__ __m128i __DEFAULT_FN_ATTRS
7781_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7782{
7783 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7784 (__v16qi) _mm_setzero_si128 (),
7785 __M);
7786}
7787
7788static __inline__ void __DEFAULT_FN_ATTRS
7789_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7790{
7791 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7792}
7793
7794static __inline__ __m256i __DEFAULT_FN_ATTRS
7795_mm512_cvtepi64_epi32 (__m512i __A)
7796{
7797 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7798 (__v8si) _mm256_undefined_si256 (),
7799 (__mmask8) -1);
7800}
7801
7802static __inline__ __m256i __DEFAULT_FN_ATTRS
7803_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7804{
7805 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7806 (__v8si) __O, __M);
7807}
7808
7809static __inline__ __m256i __DEFAULT_FN_ATTRS
7810_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7811{
7812 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7813 (__v8si) _mm256_setzero_si256 (),
7814 __M);
7815}
7816
7817static __inline__ void __DEFAULT_FN_ATTRS
7818_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7819{
7820 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7821}
7822
7823static __inline__ __m128i __DEFAULT_FN_ATTRS
7824_mm512_cvtepi64_epi16 (__m512i __A)
7825{
7826 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7827 (__v8hi) _mm_undefined_si128 (),
7828 (__mmask8) -1);
7829}
7830
7831static __inline__ __m128i __DEFAULT_FN_ATTRS
7832_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7833{
7834 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7835 (__v8hi) __O, __M);
7836}
7837
7838static __inline__ __m128i __DEFAULT_FN_ATTRS
7839_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7840{
7841 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7842 (__v8hi) _mm_setzero_si128 (),
7843 __M);
7844}
7845
7846static __inline__ void __DEFAULT_FN_ATTRS
7847_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7848{
7849 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7850}
7851
Craig Topper8c18e112016-05-17 04:41:50 +00007852#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7853 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7854 (__v4si)_mm_undefined_si128(), \
7855 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007856
Craig Topper8c18e112016-05-17 04:41:50 +00007857#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7858 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7859 (__v4si)(__m128i)(W), \
7860 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007861
Craig Topper8c18e112016-05-17 04:41:50 +00007862#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7863 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7864 (__v4si)_mm_setzero_si128(), \
7865 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007866
Craig Topper8c18e112016-05-17 04:41:50 +00007867#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7868 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7869 (__v4di)_mm256_undefined_si256(), \
7870 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007871
Craig Topper8c18e112016-05-17 04:41:50 +00007872#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7873 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7874 (__v4di)(__m256i)(W), \
7875 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007876
Craig Topper8c18e112016-05-17 04:41:50 +00007877#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7878 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7879 (__v4di)_mm256_setzero_si256(), \
7880 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007881
Craig Topper8c18e112016-05-17 04:41:50 +00007882#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
7883 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7884 (__v4df)(__m256d)(B), (int)(imm), \
7885 (__v8df)_mm512_undefined_pd(), \
7886 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007887
Craig Topper8c18e112016-05-17 04:41:50 +00007888#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
7889 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7890 (__v4df)(__m256d)(B), (int)(imm), \
7891 (__v8df)(__m512d)(W), \
7892 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007893
Craig Topper8c18e112016-05-17 04:41:50 +00007894#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
7895 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7896 (__v4df)(__m256d)(B), (int)(imm), \
7897 (__v8df)_mm512_setzero_pd(), \
7898 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007899
Craig Topper8c18e112016-05-17 04:41:50 +00007900#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
7901 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7902 (__v4di)(__m256i)(B), (int)(imm), \
7903 (__v8di)_mm512_setzero_si512(), \
7904 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007905
Craig Topper8c18e112016-05-17 04:41:50 +00007906#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
7907 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7908 (__v4di)(__m256i)(B), (int)(imm), \
7909 (__v8di)(__m512i)(W), \
7910 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007911
Craig Topper8c18e112016-05-17 04:41:50 +00007912#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
7913 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7914 (__v4di)(__m256i)(B), (int)(imm), \
7915 (__v8di)_mm512_setzero_si512(), \
7916 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007917
Craig Topper8c18e112016-05-17 04:41:50 +00007918#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
7919 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7920 (__v4sf)(__m128)(B), (int)(imm), \
7921 (__v16sf)_mm512_undefined_ps(), \
7922 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007923
Craig Topper8c18e112016-05-17 04:41:50 +00007924#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
7925 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7926 (__v4sf)(__m128)(B), (int)(imm), \
7927 (__v16sf)(__m512)(W), \
7928 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007929
Craig Topper8c18e112016-05-17 04:41:50 +00007930#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
7931 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7932 (__v4sf)(__m128)(B), (int)(imm), \
7933 (__v16sf)_mm512_setzero_ps(), \
7934 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007935
Craig Topper8c18e112016-05-17 04:41:50 +00007936#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
7937 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7938 (__v4si)(__m128i)(B), (int)(imm), \
7939 (__v16si)_mm512_setzero_si512(), \
7940 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007941
Craig Topper8c18e112016-05-17 04:41:50 +00007942#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
7943 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7944 (__v4si)(__m128i)(B), (int)(imm), \
7945 (__v16si)(__m512i)(W), \
7946 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007947
Craig Topper8c18e112016-05-17 04:41:50 +00007948#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
7949 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
7950 (__v4si)(__m128i)(B), (int)(imm), \
7951 (__v16si)_mm512_setzero_si512(), \
7952 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007953
Craig Topper8c18e112016-05-17 04:41:50 +00007954#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
7955 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7956 (int)(((C)<<2) | (B)), \
7957 (__v8df)_mm512_undefined_pd(), \
7958 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007959
Craig Topper8c18e112016-05-17 04:41:50 +00007960#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
7961 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7962 (int)(((C)<<2) | (B)), \
7963 (__v8df)(__m512d)(W), \
7964 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007965
Craig Topper8c18e112016-05-17 04:41:50 +00007966#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
7967 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7968 (int)(((C)<<2) | (B)), \
7969 (__v8df)_mm512_setzero_pd(), \
7970 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007971
Craig Topper8c18e112016-05-17 04:41:50 +00007972#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
7973 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7974 (int)(((C)<<2) | (B)), \
7975 (__v8df)_mm512_setzero_pd(), \
7976 (__mmask8)-1, \
7977 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007978
Craig Topper8c18e112016-05-17 04:41:50 +00007979#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
7980 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7981 (int)(((C)<<2) | (B)), \
7982 (__v8df)(__m512d)(W), \
7983 (__mmask8)(U), \
7984 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007985
Craig Topper8c18e112016-05-17 04:41:50 +00007986#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
7987 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
7988 (int)(((C)<<2) | (B)), \
7989 (__v8df)_mm512_setzero_pd(), \
7990 (__mmask8)(U), \
7991 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007992
Craig Topper8c18e112016-05-17 04:41:50 +00007993#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
7994 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
7995 (int)(((C)<<2) | (B)), \
7996 (__v16sf)_mm512_undefined_ps(), \
7997 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007998
Craig Topper8c18e112016-05-17 04:41:50 +00007999#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
8000 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8001 (int)(((C)<<2) | (B)), \
8002 (__v16sf)(__m512)(W), \
8003 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008004
Craig Topper8c18e112016-05-17 04:41:50 +00008005#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
8006 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8007 (int)(((C)<<2) | (B)), \
8008 (__v16sf)_mm512_setzero_ps(), \
8009 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008010
Craig Topper8c18e112016-05-17 04:41:50 +00008011#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
8012 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8013 (int)(((C)<<2)|(B)), \
8014 (__v16sf)_mm512_undefined_ps(), \
8015 (__mmask16)-1, \
8016 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008017
Craig Topper8c18e112016-05-17 04:41:50 +00008018#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8019 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8020 (int)(((C)<<2)|(B)), \
8021 (__v16sf)(__m512)(W), \
8022 (__mmask16)(U), \
8023 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008024
Craig Topper8c18e112016-05-17 04:41:50 +00008025#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8026 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8027 (int)(((C)<<2)|(B)), \
8028 (__v16sf)_mm512_setzero_ps(), \
8029 (__mmask16)(U), \
8030 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008031
Craig Topper8c18e112016-05-17 04:41:50 +00008032#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8033 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8034 (__v8df)_mm512_undefined_pd(), \
8035 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008036
Craig Topper8c18e112016-05-17 04:41:50 +00008037#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8038 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8039 (__v8df)(__m512d)(W), \
8040 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008041
Craig Topper8c18e112016-05-17 04:41:50 +00008042#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8043 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8044 (__v8df)_mm512_setzero_pd(), \
8045 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008046
8047static __inline__ __m512d __DEFAULT_FN_ATTRS
8048_mm512_getexp_pd (__m512d __A)
8049{
8050 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8051 (__v8df) _mm512_undefined_pd (),
8052 (__mmask8) -1,
8053 _MM_FROUND_CUR_DIRECTION);
8054}
8055
8056static __inline__ __m512d __DEFAULT_FN_ATTRS
8057_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8058{
8059 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8060 (__v8df) __W,
8061 (__mmask8) __U,
8062 _MM_FROUND_CUR_DIRECTION);
8063}
8064
8065static __inline__ __m512d __DEFAULT_FN_ATTRS
8066_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8067{
8068 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8069 (__v8df) _mm512_setzero_pd (),
8070 (__mmask8) __U,
8071 _MM_FROUND_CUR_DIRECTION);
8072}
8073
Craig Topper8c18e112016-05-17 04:41:50 +00008074#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8075 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8076 (__v16sf)_mm512_undefined_ps(), \
8077 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008078
Craig Topper8c18e112016-05-17 04:41:50 +00008079#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8080 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8081 (__v16sf)(__m512)(W), \
8082 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008083
Craig Topper8c18e112016-05-17 04:41:50 +00008084#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8085 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8086 (__v16sf)_mm512_setzero_ps(), \
8087 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008088
8089static __inline__ __m512 __DEFAULT_FN_ATTRS
8090_mm512_getexp_ps (__m512 __A)
8091{
8092 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8093 (__v16sf) _mm512_undefined_ps (),
8094 (__mmask16) -1,
8095 _MM_FROUND_CUR_DIRECTION);
8096}
8097
8098static __inline__ __m512 __DEFAULT_FN_ATTRS
8099_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8100{
8101 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8102 (__v16sf) __W,
8103 (__mmask16) __U,
8104 _MM_FROUND_CUR_DIRECTION);
8105}
8106
8107static __inline__ __m512 __DEFAULT_FN_ATTRS
8108_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8109{
8110 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8111 (__v16sf) _mm512_setzero_ps (),
8112 (__mmask16) __U,
8113 _MM_FROUND_CUR_DIRECTION);
8114}
8115
Craig Topper8c18e112016-05-17 04:41:50 +00008116#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8117 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8118 (float const *)(addr), \
8119 (__v8di)(__m512i)(index), (__mmask8)-1, \
8120 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008121
8122#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8123 __addr, __scale) __extension__({\
8124__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8125 __addr,(__v8di) __index, __mask, __scale);\
8126})
8127
Craig Topper8c18e112016-05-17 04:41:50 +00008128#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8129 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8130 (int const *)(addr), \
8131 (__v8di)(__m512i)(index), \
8132 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008133
Craig Topper8c18e112016-05-17 04:41:50 +00008134#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8135 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8136 (int const *)(addr), \
8137 (__v8di)(__m512i)(index), \
8138 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008139
Craig Topper8c18e112016-05-17 04:41:50 +00008140#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8141 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8142 (double const *)(addr), \
8143 (__v8di)(__m512i)(index), (__mmask8)-1, \
8144 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008145
Craig Topper8c18e112016-05-17 04:41:50 +00008146#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8147 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8148 (double const *)(addr), \
8149 (__v8di)(__m512i)(index), \
8150 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008151
Craig Topper8c18e112016-05-17 04:41:50 +00008152#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8153 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8154 (long long const *)(addr), \
8155 (__v8di)(__m512i)(index), (__mmask8)-1, \
8156 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008157
Craig Topper8c18e112016-05-17 04:41:50 +00008158#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8159 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8160 (long long const *)(addr), \
8161 (__v8di)(__m512i)(index), \
8162 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008163
Craig Topper8c18e112016-05-17 04:41:50 +00008164#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8165 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8166 (float const *)(addr), \
8167 (__v16sf)(__m512)(index), \
8168 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008169
Craig Topper8c18e112016-05-17 04:41:50 +00008170#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8171 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8172 (float const *)(addr), \
8173 (__v16sf)(__m512)(index), \
8174 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008175
Craig Topper8c18e112016-05-17 04:41:50 +00008176#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8177 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8178 (int const *)(addr), \
8179 (__v16si)(__m512i)(index), \
8180 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008181
Craig Topper8c18e112016-05-17 04:41:50 +00008182#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8183 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8184 (int const *)(addr), \
8185 (__v16si)(__m512i)(index), \
8186 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008187
Craig Topper8c18e112016-05-17 04:41:50 +00008188#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8189 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8190 (double const *)(addr), \
8191 (__v8si)(__m256i)(index), (__mmask8)-1, \
8192 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008193
Craig Topper8c18e112016-05-17 04:41:50 +00008194#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8195 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8196 (double const *)(addr), \
8197 (__v8si)(__m256i)(index), \
8198 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008199
Craig Topper8c18e112016-05-17 04:41:50 +00008200#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8201 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8202 (long long const *)(addr), \
8203 (__v8si)(__m256i)(index), (__mmask8)-1, \
8204 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008205
Craig Topper8c18e112016-05-17 04:41:50 +00008206#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8207 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8208 (long long const *)(addr), \
8209 (__v8si)(__m256i)(index), \
8210 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008211
Craig Topper8c18e112016-05-17 04:41:50 +00008212#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8213 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8214 (__v8di)(__m512i)(index), \
8215 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008216
Craig Topper8c18e112016-05-17 04:41:50 +00008217#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8218 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8219 (__v8di)(__m512i)(index), \
8220 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008221
Craig Topper8c18e112016-05-17 04:41:50 +00008222#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8223 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8224 (__v8di)(__m512i)(index), \
8225 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008226
Craig Topper8c18e112016-05-17 04:41:50 +00008227#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8228 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8229 (__v8di)(__m512i)(index), \
8230 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008231
Craig Topper8c18e112016-05-17 04:41:50 +00008232#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8233 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8234 (__v8di)(__m512i)(index), \
8235 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008236
Craig Topper8c18e112016-05-17 04:41:50 +00008237#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8238 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8239 (__v8di)(__m512i)(index), \
8240 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008241
Craig Topper8c18e112016-05-17 04:41:50 +00008242#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8243 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8244 (__v8di)(__m512i)(index), \
8245 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008246
Craig Topper8c18e112016-05-17 04:41:50 +00008247#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8248 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8249 (__v8di)(__m512i)(index), \
8250 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008251
Craig Topper8c18e112016-05-17 04:41:50 +00008252#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8253 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8254 (__v16si)(__m512i)(index), \
8255 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008256
Craig Topper8c18e112016-05-17 04:41:50 +00008257#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8258 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8259 (__v16si)(__m512i)(index), \
8260 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008261
Craig Topper8c18e112016-05-17 04:41:50 +00008262#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8263 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8264 (__v16si)(__m512i)(index), \
8265 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008266
Craig Topper8c18e112016-05-17 04:41:50 +00008267#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8268 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8269 (__v16si)(__m512i)(index), \
8270 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008271
Craig Topper8c18e112016-05-17 04:41:50 +00008272#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8273 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8274 (__v8si)(__m256i)(index), \
8275 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008276
Craig Topper8c18e112016-05-17 04:41:50 +00008277#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8278 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8279 (__v8si)(__m256i)(index), \
8280 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008281
Craig Topper8c18e112016-05-17 04:41:50 +00008282#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8283 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8284 (__v8si)(__m256i)(index), \
8285 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008286
Craig Topper8c18e112016-05-17 04:41:50 +00008287#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8288 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8289 (__v8si)(__m256i)(index), \
8290 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008291
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008292static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008293_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008294{
8295 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8296 (__v4sf) __B,
8297 (__v4sf) __W,
8298 (__mmask8) __U,
8299 _MM_FROUND_CUR_DIRECTION);
8300}
8301
Craig Topper8c18e112016-05-17 04:41:50 +00008302#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8303 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8304 (__v4sf)(__m128)(B), \
8305 (__v4sf)(__m128)(W), (__mmask8)(U), \
8306 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008307
8308static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008309_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008310{
8311 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8312 (__v4sf) __B,
8313 (__v4sf) __C,
8314 (__mmask8) __U,
8315 _MM_FROUND_CUR_DIRECTION);
8316}
8317
Craig Topper8c18e112016-05-17 04:41:50 +00008318#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8319 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8320 (__v4sf)(__m128)(B), \
8321 (__v4sf)(__m128)(C), (__mmask8)(U), \
8322 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008323
8324static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008325_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008326{
8327 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8328 (__v4sf) __X,
8329 (__v4sf) __Y,
8330 (__mmask8) __U,
8331 _MM_FROUND_CUR_DIRECTION);
8332}
8333
Craig Topper8c18e112016-05-17 04:41:50 +00008334#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8335 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8336 (__v4sf)(__m128)(X), \
8337 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8338 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008339
8340static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008341_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008342{
8343 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008344 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008345 (__v4sf) __W,
8346 (__mmask8) __U,
8347 _MM_FROUND_CUR_DIRECTION);
8348}
8349
Craig Topper8c18e112016-05-17 04:41:50 +00008350#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8351 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8352 -(__v4sf)(__m128)(B), \
8353 (__v4sf)(__m128)(W), (__mmask8)(U), \
8354 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008355
8356static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008357_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008358{
8359 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8360 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008361 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008362 (__mmask8) __U,
8363 _MM_FROUND_CUR_DIRECTION);
8364}
8365
Craig Topper8c18e112016-05-17 04:41:50 +00008366#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8367 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8368 (__v4sf)(__m128)(B), \
8369 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8370 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008371
8372static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008373_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008374{
8375 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8376 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008377 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008378 (__mmask8) __U,
8379 _MM_FROUND_CUR_DIRECTION);
8380}
8381
Craig Topper8c18e112016-05-17 04:41:50 +00008382#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8383 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8384 (__v4sf)(__m128)(X), \
8385 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8386 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008387
8388static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008389_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008390{
Craig Topper9864c592016-05-15 20:10:03 +00008391 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008392 (__v4sf) __B,
8393 (__v4sf) __W,
8394 (__mmask8) __U,
8395 _MM_FROUND_CUR_DIRECTION);
8396}
8397
Craig Topper8c18e112016-05-17 04:41:50 +00008398#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8399 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8400 (__v4sf)(__m128)(B), \
8401 (__v4sf)(__m128)(W), (__mmask8)(U), \
8402 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008403
8404static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008405_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008406{
Craig Topper9864c592016-05-15 20:10:03 +00008407 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008408 (__v4sf) __B,
8409 (__v4sf) __C,
8410 (__mmask8) __U,
8411 _MM_FROUND_CUR_DIRECTION);
8412}
8413
Craig Topper8c18e112016-05-17 04:41:50 +00008414#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8415 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8416 (__v4sf)(__m128)(B), \
8417 (__v4sf)(__m128)(C), (__mmask8)(U), \
8418 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008419
8420static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008421_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008422{
Craig Topper9864c592016-05-15 20:10:03 +00008423 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008424 (__v4sf) __X,
8425 (__v4sf) __Y,
8426 (__mmask8) __U,
8427 _MM_FROUND_CUR_DIRECTION);
8428}
8429
Craig Topper8c18e112016-05-17 04:41:50 +00008430#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8431 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8432 (__v4sf)(__m128)(X), \
8433 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8434 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008435
8436static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008437_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008438{
Craig Topper9864c592016-05-15 20:10:03 +00008439 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8440 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008441 (__v4sf) __W,
8442 (__mmask8) __U,
8443 _MM_FROUND_CUR_DIRECTION);
8444}
8445
Craig Topper8c18e112016-05-17 04:41:50 +00008446#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8447 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8448 -(__v4sf)(__m128)(B), \
8449 (__v4sf)(__m128)(W), (__mmask8)(U), \
8450 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008451
8452static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008453_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008454{
Craig Topper9864c592016-05-15 20:10:03 +00008455 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008456 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008457 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008458 (__mmask8) __U,
8459 _MM_FROUND_CUR_DIRECTION);
8460}
8461
Craig Topper8c18e112016-05-17 04:41:50 +00008462#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8463 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8464 (__v4sf)(__m128)(B), \
8465 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8466 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008467
8468static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008469_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008470{
Craig Topper9864c592016-05-15 20:10:03 +00008471 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008472 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008473 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008474 (__mmask8) __U,
8475 _MM_FROUND_CUR_DIRECTION);
8476}
8477
Craig Topper8c18e112016-05-17 04:41:50 +00008478#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8479 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8480 (__v4sf)(__m128)(X), \
8481 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8482 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008483
Craig Topper58187d32016-05-17 04:41:29 +00008484static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008485_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008486{
Craig Topper58187d32016-05-17 04:41:29 +00008487 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008488 (__v2df) __B,
8489 (__v2df) __W,
8490 (__mmask8) __U,
8491 _MM_FROUND_CUR_DIRECTION);
8492}
8493
Craig Topper8c18e112016-05-17 04:41:50 +00008494#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8495 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8496 (__v2df)(__m128d)(B), \
8497 (__v2df)(__m128d)(W), (__mmask8)(U), \
8498 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008499
Craig Topper58187d32016-05-17 04:41:29 +00008500static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008501_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008502{
Craig Topper58187d32016-05-17 04:41:29 +00008503 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008504 (__v2df) __B,
8505 (__v2df) __C,
8506 (__mmask8) __U,
8507 _MM_FROUND_CUR_DIRECTION);
8508}
8509
Craig Topper8c18e112016-05-17 04:41:50 +00008510#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8511 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8512 (__v2df)(__m128d)(B), \
8513 (__v2df)(__m128d)(C), (__mmask8)(U), \
8514 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008515
Craig Topper58187d32016-05-17 04:41:29 +00008516static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008517_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008518{
Craig Topper58187d32016-05-17 04:41:29 +00008519 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008520 (__v2df) __X,
8521 (__v2df) __Y,
8522 (__mmask8) __U,
8523 _MM_FROUND_CUR_DIRECTION);
8524}
8525
Craig Topper8c18e112016-05-17 04:41:50 +00008526#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8527 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8528 (__v2df)(__m128d)(X), \
8529 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8530 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008531
Craig Topper58187d32016-05-17 04:41:29 +00008532static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008533_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008534{
Craig Topper58187d32016-05-17 04:41:29 +00008535 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008536 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008537 (__v2df) __W,
8538 (__mmask8) __U,
8539 _MM_FROUND_CUR_DIRECTION);
8540}
8541
Craig Topper8c18e112016-05-17 04:41:50 +00008542#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8543 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8544 -(__v2df)(__m128d)(B), \
8545 (__v2df)(__m128d)(W), (__mmask8)(U), \
8546 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008547
Craig Topper58187d32016-05-17 04:41:29 +00008548static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008549_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008550{
Craig Topper58187d32016-05-17 04:41:29 +00008551 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008552 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008553 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008554 (__mmask8) __U,
8555 _MM_FROUND_CUR_DIRECTION);
8556}
8557
Craig Topper8c18e112016-05-17 04:41:50 +00008558#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8559 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8560 (__v2df)(__m128d)(B), \
8561 -(__v2df)(__m128d)(C), \
8562 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008563
Craig Topper58187d32016-05-17 04:41:29 +00008564static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008565_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008566{
Craig Topper58187d32016-05-17 04:41:29 +00008567 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008568 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008569 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008570 (__mmask8) __U,
8571 _MM_FROUND_CUR_DIRECTION);
8572}
8573
Craig Topper8c18e112016-05-17 04:41:50 +00008574#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8575 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8576 (__v2df)(__m128d)(X), \
8577 -(__v2df)(__m128d)(Y), \
8578 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008579
Craig Topper58187d32016-05-17 04:41:29 +00008580static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008581_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008582{
Craig Topper58187d32016-05-17 04:41:29 +00008583 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008584 (__v2df) __B,
8585 (__v2df) __W,
8586 (__mmask8) __U,
8587 _MM_FROUND_CUR_DIRECTION);
8588}
8589
Craig Topper8c18e112016-05-17 04:41:50 +00008590#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8591 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8592 (__v2df)(__m128d)(B), \
8593 (__v2df)(__m128d)(W), (__mmask8)(U), \
8594 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008595
Craig Topper58187d32016-05-17 04:41:29 +00008596static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008597_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008598{
Craig Topper58187d32016-05-17 04:41:29 +00008599 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008600 (__v2df) __B,
8601 (__v2df) __C,
8602 (__mmask8) __U,
8603 _MM_FROUND_CUR_DIRECTION);
8604}
8605
Craig Topper8c18e112016-05-17 04:41:50 +00008606#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8607 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8608 (__v2df)(__m128d)(B), \
8609 (__v2df)(__m128d)(C), (__mmask8)(U), \
8610 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008611
Craig Topper58187d32016-05-17 04:41:29 +00008612static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008613_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008614{
Craig Topper58187d32016-05-17 04:41:29 +00008615 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008616 (__v2df) __X,
8617 (__v2df) __Y,
8618 (__mmask8) __U,
8619 _MM_FROUND_CUR_DIRECTION);
8620}
8621
Craig Topper8c18e112016-05-17 04:41:50 +00008622#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8623 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8624 (__v2df)(__m128d)(X), \
8625 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8626 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008627
Craig Topper58187d32016-05-17 04:41:29 +00008628static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008629_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008630{
Craig Topper58187d32016-05-17 04:41:29 +00008631 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008632 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008633 (__v2df) __W,
8634 (__mmask8) __U,
8635 _MM_FROUND_CUR_DIRECTION);
8636}
8637
Craig Topper8c18e112016-05-17 04:41:50 +00008638#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8639 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8640 -(__v2df)(__m128d)(B), \
8641 (__v2df)(__m128d)(W), (__mmask8)(U), \
8642 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008643
Craig Topper58187d32016-05-17 04:41:29 +00008644static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008645_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008646{
Craig Topper58187d32016-05-17 04:41:29 +00008647 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008648 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008649 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008650 (__mmask8) __U,
8651 _MM_FROUND_CUR_DIRECTION);
8652}
8653
Craig Topper8c18e112016-05-17 04:41:50 +00008654#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8655 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8656 (__v2df)(__m128d)(B), \
8657 -(__v2df)(__m128d)(C), \
8658 (__mmask8)(U), \
8659 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008660
Craig Topper58187d32016-05-17 04:41:29 +00008661static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008662_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008663{
Craig Topper58187d32016-05-17 04:41:29 +00008664 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008665 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008666 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008667 (__mmask8) __U,
8668 _MM_FROUND_CUR_DIRECTION);
8669}
8670
Craig Topper8c18e112016-05-17 04:41:50 +00008671#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8672 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8673 (__v2df)(__m128d)(X), \
8674 -(__v2df)(__m128d)(Y), \
8675 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008676
Simon Pilgrim30db8112016-07-04 13:34:44 +00008677#define _mm512_permutex_pd(X, C) __extension__ ({ \
8678 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
8679 (__v8df)_mm512_undefined_pd(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008680 0 + (((C) >> 0) & 0x3), \
8681 0 + (((C) >> 2) & 0x3), \
8682 0 + (((C) >> 4) & 0x3), \
8683 0 + (((C) >> 6) & 0x3), \
8684 4 + (((C) >> 0) & 0x3), \
8685 4 + (((C) >> 2) & 0x3), \
8686 4 + (((C) >> 4) & 0x3), \
8687 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008688
Simon Pilgrim30db8112016-07-04 13:34:44 +00008689#define _mm512_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8690 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8691 (__v8df)_mm512_permutex_pd((X), (C)), \
8692 (__v8df)(__m512d)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008693
Simon Pilgrim30db8112016-07-04 13:34:44 +00008694#define _mm512_maskz_permutex_pd(U, X, C) __extension__ ({ \
8695 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8696 (__v8df)_mm512_permutex_pd((X), (C)), \
8697 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008698
Simon Pilgrim30db8112016-07-04 13:34:44 +00008699#define _mm512_permutex_epi64(X, C) __extension__ ({ \
8700 (__m512i)__builtin_shufflevector((__v8di)(__m512i)(X), \
8701 (__v8di)_mm512_undefined_epi32(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008702 0 + (((C) >> 0) & 0x3), \
8703 0 + (((C) >> 2) & 0x3), \
8704 0 + (((C) >> 4) & 0x3), \
8705 0 + (((C) >> 6) & 0x3), \
8706 4 + (((C) >> 0) & 0x3), \
8707 4 + (((C) >> 2) & 0x3), \
8708 4 + (((C) >> 4) & 0x3), \
8709 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008710
Simon Pilgrim30db8112016-07-04 13:34:44 +00008711#define _mm512_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8712 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8713 (__v8di)_mm512_permutex_epi64((X), (C)), \
8714 (__v8di)(__m512i)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008715
Simon Pilgrim30db8112016-07-04 13:34:44 +00008716#define _mm512_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8717 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8718 (__v8di)_mm512_permutex_epi64((X), (C)), \
8719 (__v8di)_mm512_setzero_si512()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008720
8721static __inline__ __m512d __DEFAULT_FN_ATTRS
8722_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8723{
8724 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8725 (__v8di) __X,
8726 (__v8df) _mm512_undefined_pd (),
8727 (__mmask8) -1);
8728}
8729
8730static __inline__ __m512d __DEFAULT_FN_ATTRS
8731_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8732{
8733 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8734 (__v8di) __X,
8735 (__v8df) __W,
8736 (__mmask8) __U);
8737}
8738
8739static __inline__ __m512d __DEFAULT_FN_ATTRS
8740_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8741{
8742 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8743 (__v8di) __X,
8744 (__v8df) _mm512_setzero_pd (),
8745 (__mmask8) __U);
8746}
8747
8748static __inline__ __m512i __DEFAULT_FN_ATTRS
8749_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8750{
8751 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8752 (__v8di) __X,
8753 (__v8di) _mm512_setzero_si512 (),
8754 __M);
8755}
8756
8757static __inline__ __m512i __DEFAULT_FN_ATTRS
8758_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8759{
8760 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8761 (__v8di) __X,
8762 (__v8di) _mm512_undefined_epi32 (),
8763 (__mmask8) -1);
8764}
8765
8766static __inline__ __m512i __DEFAULT_FN_ATTRS
8767_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8768 __m512i __Y)
8769{
8770 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8771 (__v8di) __X,
8772 (__v8di) __W,
8773 __M);
8774}
8775
8776static __inline__ __m512 __DEFAULT_FN_ATTRS
8777_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8778{
8779 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8780 (__v16si) __X,
8781 (__v16sf) _mm512_undefined_ps (),
8782 (__mmask16) -1);
8783}
8784
8785static __inline__ __m512 __DEFAULT_FN_ATTRS
8786_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8787{
8788 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8789 (__v16si) __X,
8790 (__v16sf) __W,
8791 (__mmask16) __U);
8792}
8793
8794static __inline__ __m512 __DEFAULT_FN_ATTRS
8795_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8796{
8797 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8798 (__v16si) __X,
8799 (__v16sf) _mm512_setzero_ps (),
8800 (__mmask16) __U);
8801}
8802
8803static __inline__ __m512i __DEFAULT_FN_ATTRS
8804_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8805{
8806 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8807 (__v16si) __X,
8808 (__v16si) _mm512_setzero_si512 (),
8809 __M);
8810}
8811
8812static __inline__ __m512i __DEFAULT_FN_ATTRS
8813_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8814{
8815 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8816 (__v16si) __X,
8817 (__v16si) _mm512_undefined_epi32 (),
8818 (__mmask16) -1);
8819}
8820
8821static __inline__ __m512i __DEFAULT_FN_ATTRS
8822_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8823 __m512i __Y)
8824{
8825 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8826 (__v16si) __X,
8827 (__v16si) __W,
8828 __M);
8829}
8830
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008831static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8832_mm512_kand (__mmask16 __A, __mmask16 __B)
8833{
8834 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8835}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008836
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008837static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8838_mm512_kandn (__mmask16 __A, __mmask16 __B)
8839{
8840 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8841}
8842
8843static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8844_mm512_kor (__mmask16 __A, __mmask16 __B)
8845{
8846 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8847}
8848
8849static __inline__ int __DEFAULT_FN_ATTRS
8850_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8851{
Craig Topper91f23d92016-05-16 01:09:16 +00008852 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008853}
8854
8855static __inline__ int __DEFAULT_FN_ATTRS
8856_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8857{
Craig Topper91f23d92016-05-16 01:09:16 +00008858 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008859}
8860
8861static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8862_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8863{
8864 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8865}
8866
8867static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8868_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8869{
8870 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8871}
8872
8873static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8874_mm512_kxor (__mmask16 __A, __mmask16 __B)
8875{
8876 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8877}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008878
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008879static __inline__ void __DEFAULT_FN_ATTRS
8880_mm512_stream_si512 (__m512i * __P, __m512i __A)
8881{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008882 __builtin_nontemporal_store((__v8di)__A, (__v8di*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008883}
8884
8885static __inline__ __m512i __DEFAULT_FN_ATTRS
8886_mm512_stream_load_si512 (void *__P)
8887{
8888 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8889}
8890
8891static __inline__ void __DEFAULT_FN_ATTRS
8892_mm512_stream_pd (double *__P, __m512d __A)
8893{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008894 __builtin_nontemporal_store((__v8df)__A, (__v8df*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008895}
8896
8897static __inline__ void __DEFAULT_FN_ATTRS
8898_mm512_stream_ps (float *__P, __m512 __A)
8899{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00008900 __builtin_nontemporal_store((__v16sf)__A, (__v16sf*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008901}
8902
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008903static __inline__ __m512d __DEFAULT_FN_ATTRS
8904_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8905{
8906 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8907 (__v8df) __W,
8908 (__mmask8) __U);
8909}
8910
8911static __inline__ __m512d __DEFAULT_FN_ATTRS
8912_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8913{
8914 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8915 (__v8df)
8916 _mm512_setzero_pd (),
8917 (__mmask8) __U);
8918}
8919
8920static __inline__ __m512i __DEFAULT_FN_ATTRS
8921_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8922{
8923 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8924 (__v8di) __W,
8925 (__mmask8) __U);
8926}
8927
8928static __inline__ __m512i __DEFAULT_FN_ATTRS
8929_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8930{
8931 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8932 (__v8di)
8933 _mm512_setzero_si512 (),
8934 (__mmask8) __U);
8935}
8936
8937static __inline__ __m512 __DEFAULT_FN_ATTRS
8938_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8939{
8940 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8941 (__v16sf) __W,
8942 (__mmask16) __U);
8943}
8944
8945static __inline__ __m512 __DEFAULT_FN_ATTRS
8946_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
8947{
8948 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8949 (__v16sf)
8950 _mm512_setzero_ps (),
8951 (__mmask16) __U);
8952}
8953
8954static __inline__ __m512i __DEFAULT_FN_ATTRS
8955_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8956{
8957 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8958 (__v16si) __W,
8959 (__mmask16) __U);
8960}
8961
8962static __inline__ __m512i __DEFAULT_FN_ATTRS
8963_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
8964{
8965 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8966 (__v16si)
8967 _mm512_setzero_si512 (),
8968 (__mmask16) __U);
8969}
8970
Craig Topper8c18e112016-05-17 04:41:50 +00008971#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
8972 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8973 (__v4sf)(__m128)(Y), (int)(P), \
8974 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008975
Craig Topper8c18e112016-05-17 04:41:50 +00008976#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
8977 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8978 (__v4sf)(__m128)(Y), (int)(P), \
8979 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008980
Craig Topper8c18e112016-05-17 04:41:50 +00008981#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
8982 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8983 (__v4sf)(__m128)(Y), (int)(P), \
8984 (__mmask8)-1, \
8985 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008986
Craig Topper8c18e112016-05-17 04:41:50 +00008987#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
8988 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
8989 (__v4sf)(__m128)(Y), (int)(P), \
8990 (__mmask8)(M), \
8991 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008992
Craig Topper8c18e112016-05-17 04:41:50 +00008993#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
8994 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
8995 (__v2df)(__m128d)(Y), (int)(P), \
8996 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008997
Craig Topper8c18e112016-05-17 04:41:50 +00008998#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
8999 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9000 (__v2df)(__m128d)(Y), (int)(P), \
9001 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009002
Craig Topper8c18e112016-05-17 04:41:50 +00009003#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
9004 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9005 (__v2df)(__m128d)(Y), (int)(P), \
9006 (__mmask8)-1, \
9007 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009008
Craig Topper8c18e112016-05-17 04:41:50 +00009009#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
9010 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9011 (__v2df)(__m128d)(Y), (int)(P), \
9012 (__mmask8)(M), \
9013 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009014
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009015static __inline__ __m512 __DEFAULT_FN_ATTRS
9016_mm512_movehdup_ps (__m512 __A)
9017{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009018 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9019 1, 1, 3, 3, 5, 5, 7, 7, 9, 9, 11, 11, 13, 13, 15, 15);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009020}
9021
9022static __inline__ __m512 __DEFAULT_FN_ATTRS
9023_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9024{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009025 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9026 (__v16sf)_mm512_movehdup_ps(__A),
9027 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009028}
9029
9030static __inline__ __m512 __DEFAULT_FN_ATTRS
9031_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9032{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009033 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9034 (__v16sf)_mm512_movehdup_ps(__A),
9035 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009036}
9037
9038static __inline__ __m512 __DEFAULT_FN_ATTRS
9039_mm512_moveldup_ps (__m512 __A)
9040{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009041 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9042 0, 0, 2, 2, 4, 4, 6, 6, 8, 8, 10, 10, 12, 12, 14, 14);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009043}
9044
9045static __inline__ __m512 __DEFAULT_FN_ATTRS
9046_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9047{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009048 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9049 (__v16sf)_mm512_moveldup_ps(__A),
9050 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009051}
9052
9053static __inline__ __m512 __DEFAULT_FN_ATTRS
9054_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9055{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009056 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9057 (__v16sf)_mm512_moveldup_ps(__A),
9058 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009059}
9060
Craig Topper8c18e112016-05-17 04:41:50 +00009061#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009062 (__m512i)__builtin_shufflevector((__v16si)(__m512i)(A), \
Craig Topper2a383c92016-07-04 22:18:01 +00009063 (__v16si)_mm512_undefined_epi32(), \
9064 0 + (((I) >> 0) & 0x3), \
9065 0 + (((I) >> 2) & 0x3), \
9066 0 + (((I) >> 4) & 0x3), \
9067 0 + (((I) >> 6) & 0x3), \
9068 4 + (((I) >> 0) & 0x3), \
9069 4 + (((I) >> 2) & 0x3), \
9070 4 + (((I) >> 4) & 0x3), \
9071 4 + (((I) >> 6) & 0x3), \
9072 8 + (((I) >> 0) & 0x3), \
9073 8 + (((I) >> 2) & 0x3), \
9074 8 + (((I) >> 4) & 0x3), \
9075 8 + (((I) >> 6) & 0x3), \
9076 12 + (((I) >> 0) & 0x3), \
9077 12 + (((I) >> 2) & 0x3), \
9078 12 + (((I) >> 4) & 0x3), \
9079 12 + (((I) >> 6) & 0x3)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009080
Craig Topper8c18e112016-05-17 04:41:50 +00009081#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009082 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9083 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9084 (__v16si)(__m512i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009085
Craig Topper8c18e112016-05-17 04:41:50 +00009086#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009087 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9088 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9089 (__v16si)_mm512_setzero_si512()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009090
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009091static __inline__ __m512d __DEFAULT_FN_ATTRS
9092_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9093{
9094 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9095 (__v8df) __W,
9096 (__mmask8) __U);
9097}
9098
9099static __inline__ __m512d __DEFAULT_FN_ATTRS
9100_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9101{
9102 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9103 (__v8df) _mm512_setzero_pd (),
9104 (__mmask8) __U);
9105}
9106
9107static __inline__ __m512i __DEFAULT_FN_ATTRS
9108_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9109{
9110 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9111 (__v8di) __W,
9112 (__mmask8) __U);
9113}
9114
9115static __inline__ __m512i __DEFAULT_FN_ATTRS
9116_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9117{
9118 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9119 (__v8di) _mm512_setzero_pd (),
9120 (__mmask8) __U);
9121}
9122
9123static __inline__ __m512d __DEFAULT_FN_ATTRS
9124_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9125{
9126 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9127 (__v8df) __W,
9128 (__mmask8) __U);
9129}
9130
9131static __inline__ __m512d __DEFAULT_FN_ATTRS
9132_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9133{
9134 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9135 (__v8df) _mm512_setzero_pd(),
9136 (__mmask8) __U);
9137}
9138
9139static __inline__ __m512i __DEFAULT_FN_ATTRS
9140_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9141{
9142 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9143 (__v8di) __W,
9144 (__mmask8) __U);
9145}
9146
9147static __inline__ __m512i __DEFAULT_FN_ATTRS
9148_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9149{
9150 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9151 (__v8di) _mm512_setzero_pd(),
9152 (__mmask8) __U);
9153}
9154
9155static __inline__ __m512 __DEFAULT_FN_ATTRS
9156_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9157{
9158 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9159 (__v16sf) __W,
9160 (__mmask16) __U);
9161}
9162
9163static __inline__ __m512 __DEFAULT_FN_ATTRS
9164_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9165{
9166 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9167 (__v16sf) _mm512_setzero_ps(),
9168 (__mmask16) __U);
9169}
9170
9171static __inline__ __m512i __DEFAULT_FN_ATTRS
9172_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9173{
9174 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9175 (__v16si) __W,
9176 (__mmask16) __U);
9177}
9178
9179static __inline__ __m512i __DEFAULT_FN_ATTRS
9180_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9181{
9182 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9183 (__v16si) _mm512_setzero_ps(),
9184 (__mmask16) __U);
9185}
9186
9187static __inline__ __m512 __DEFAULT_FN_ATTRS
9188_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9189{
9190 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9191 (__v16sf) __W,
9192 (__mmask16) __U);
9193}
9194
9195static __inline__ __m512 __DEFAULT_FN_ATTRS
9196_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9197{
9198 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9199 (__v16sf) _mm512_setzero_ps(),
9200 (__mmask16) __U);
9201}
9202
9203static __inline__ __m512i __DEFAULT_FN_ATTRS
9204_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9205{
9206 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9207 (__v16si) __W,
9208 (__mmask16) __U);
9209}
9210
9211static __inline__ __m512i __DEFAULT_FN_ATTRS
9212_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9213{
9214 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9215 (__v16si) _mm512_setzero_ps(),
9216 (__mmask16) __U);
9217}
9218
Craig Topper8c18e112016-05-17 04:41:50 +00009219#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9220 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9221 (__v8df)_mm512_undefined_pd(), \
9222 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009223
Craig Topper8c18e112016-05-17 04:41:50 +00009224#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9225 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9226 (__v8df)(__m512d)(W), \
9227 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009228
Craig Topper8c18e112016-05-17 04:41:50 +00009229#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9230 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9231 (__v8df)_mm512_setzero_pd(), \
9232 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009233
9234static __inline__ __m512d __DEFAULT_FN_ATTRS
9235_mm512_cvtps_pd (__m256 __A)
9236{
9237 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9238 (__v8df)
9239 _mm512_undefined_pd (),
9240 (__mmask8) -1,
9241 _MM_FROUND_CUR_DIRECTION);
9242}
9243
9244static __inline__ __m512d __DEFAULT_FN_ATTRS
9245_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9246{
9247 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9248 (__v8df) __W,
9249 (__mmask8) __U,
9250 _MM_FROUND_CUR_DIRECTION);
9251}
9252
9253static __inline__ __m512d __DEFAULT_FN_ATTRS
9254_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9255{
9256 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9257 (__v8df)
9258 _mm512_setzero_pd (),
9259 (__mmask8) __U,
9260 _MM_FROUND_CUR_DIRECTION);
9261}
9262
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009263static __inline__ __m512d __DEFAULT_FN_ATTRS
9264_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9265{
Igor Bregeraadb8762016-06-08 13:59:20 +00009266 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9267 (__v8df) __A,
9268 (__v8df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009269}
9270
9271static __inline__ __m512d __DEFAULT_FN_ATTRS
9272_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9273{
Igor Bregeraadb8762016-06-08 13:59:20 +00009274 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9275 (__v8df) __A,
9276 (__v8df) _mm512_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009277}
9278
9279static __inline__ __m512 __DEFAULT_FN_ATTRS
9280_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9281{
Igor Bregeraadb8762016-06-08 13:59:20 +00009282 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9283 (__v16sf) __A,
9284 (__v16sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009285}
9286
9287static __inline__ __m512 __DEFAULT_FN_ATTRS
9288_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9289{
Igor Bregeraadb8762016-06-08 13:59:20 +00009290 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9291 (__v16sf) __A,
9292 (__v16sf) _mm512_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009293}
9294
Michael Zuckerman708e7592016-05-03 10:42:46 +00009295static __inline__ void __DEFAULT_FN_ATTRS
9296_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9297{
9298 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9299 (__mmask8) __U);
9300}
9301
9302static __inline__ void __DEFAULT_FN_ATTRS
9303_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9304{
9305 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9306 (__mmask8) __U);
9307}
9308
9309static __inline__ void __DEFAULT_FN_ATTRS
9310_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9311{
9312 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9313 (__mmask16) __U);
9314}
9315
9316static __inline__ void __DEFAULT_FN_ATTRS
9317_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9318{
9319 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9320 (__mmask16) __U);
9321}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009322
Craig Topper8c18e112016-05-17 04:41:50 +00009323#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9324 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9325 (__v2df)(__m128d)(B), \
9326 (__v4sf)_mm_undefined_ps(), \
9327 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009328
Craig Topper8c18e112016-05-17 04:41:50 +00009329#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9330 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9331 (__v2df)(__m128d)(B), \
9332 (__v4sf)(__m128)(W), \
9333 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009334
Craig Topper8c18e112016-05-17 04:41:50 +00009335#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9336 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9337 (__v2df)(__m128d)(B), \
9338 (__v4sf)_mm_setzero_ps(), \
9339 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009340
Asaf Badouh89f65762016-06-02 08:11:35 +00009341static __inline__ __m128 __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009342_mm_mask_cvtsd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128d __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009343{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009344 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(__A),
9345 (__v2df)(__B),
9346 (__v4sf)(__W),
9347 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009348}
9349
9350static __inline__ __m128 __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009351_mm_maskz_cvtsd_ss (__mmask8 __U, __m128 __A, __m128d __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009352{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009353 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(__A),
9354 (__v2df)(__B),
Asaf Badouh89f65762016-06-02 08:11:35 +00009355 (__v4sf)_mm_setzero_ps(),
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009356 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009357}
9358
9359#define _mm_cvtss_i32 _mm_cvtss_si32
Asaf Badouh89f65762016-06-02 08:11:35 +00009360#define _mm_cvtsd_i32 _mm_cvtsd_si32
Asaf Badouh89f65762016-06-02 08:11:35 +00009361#define _mm_cvti32_sd _mm_cvtsi32_sd
Asaf Badouh89f65762016-06-02 08:11:35 +00009362#define _mm_cvti32_ss _mm_cvtsi32_ss
Craig Topper45db56c2016-07-21 07:38:39 +00009363#ifdef __x86_64__
9364#define _mm_cvtss_i64 _mm_cvtss_si64
9365#define _mm_cvtsd_i64 _mm_cvtsd_si64
9366#define _mm_cvti64_sd _mm_cvtsi64_sd
Asaf Badouh89f65762016-06-02 08:11:35 +00009367#define _mm_cvti64_ss _mm_cvtsi64_ss
Craig Topper45db56c2016-07-21 07:38:39 +00009368#endif
Asaf Badouh89f65762016-06-02 08:11:35 +00009369
Craig Topper45db56c2016-07-21 07:38:39 +00009370#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009371#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9372 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9373 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009374
Craig Topper8c18e112016-05-17 04:41:50 +00009375#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9376 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9377 (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00009378#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009379
Craig Topper8c18e112016-05-17 04:41:50 +00009380#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9381 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009382
Craig Topper8c18e112016-05-17 04:41:50 +00009383#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9384 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009385
Craig Topper45db56c2016-07-21 07:38:39 +00009386#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009387#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9388 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9389 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009390
Craig Topper8c18e112016-05-17 04:41:50 +00009391#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9392 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9393 (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00009394#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009395
Craig Topper8c18e112016-05-17 04:41:50 +00009396#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9397 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9398 (__v4sf)(__m128)(B), \
9399 (__v2df)_mm_undefined_pd(), \
9400 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009401
Craig Topper8c18e112016-05-17 04:41:50 +00009402#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9403 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9404 (__v4sf)(__m128)(B), \
9405 (__v2df)(__m128d)(W), \
9406 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009407
Craig Topper8c18e112016-05-17 04:41:50 +00009408#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9409 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9410 (__v4sf)(__m128)(B), \
9411 (__v2df)_mm_setzero_pd(), \
9412 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009413
9414static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009415_mm_mask_cvtss_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128 __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009416{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009417 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(__A),
9418 (__v4sf)(__B),
9419 (__v2df)(__W),
9420 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009421}
9422
9423static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009424_mm_maskz_cvtss_sd (__mmask8 __U, __m128d __A, __m128 __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009425{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009426 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(__A),
9427 (__v4sf)(__B),
Asaf Badouh89f65762016-06-02 08:11:35 +00009428 (__v2df)_mm_setzero_pd(),
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009429 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009430}
9431
9432static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009433_mm_cvtu32_sd (__m128d __A, unsigned __B)
9434{
9435 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9436}
9437
Craig Topper45db56c2016-07-21 07:38:39 +00009438#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009439#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9440 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9441 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009442
9443static __inline__ __m128d __DEFAULT_FN_ATTRS
9444_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9445{
9446 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9447 _MM_FROUND_CUR_DIRECTION);
9448}
Craig Topper45db56c2016-07-21 07:38:39 +00009449#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009450
Craig Topper8c18e112016-05-17 04:41:50 +00009451#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9452 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9453 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009454
9455static __inline__ __m128 __DEFAULT_FN_ATTRS
9456_mm_cvtu32_ss (__m128 __A, unsigned __B)
9457{
9458 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9459 _MM_FROUND_CUR_DIRECTION);
9460}
9461
Craig Topper45db56c2016-07-21 07:38:39 +00009462#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009463#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9464 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9465 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009466
9467static __inline__ __m128 __DEFAULT_FN_ATTRS
9468_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9469{
9470 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9471 _MM_FROUND_CUR_DIRECTION);
9472}
Craig Topper45db56c2016-07-21 07:38:39 +00009473#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009474
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009475static __inline__ __m512i __DEFAULT_FN_ATTRS
9476_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9477{
9478 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9479 __M);
9480}
9481
Craig Topper45db56c2016-07-21 07:38:39 +00009482#ifdef __x86_64__
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009483static __inline__ __m512i __DEFAULT_FN_ATTRS
9484_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9485{
9486 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9487 __M);
9488}
Craig Topper45db56c2016-07-21 07:38:39 +00009489#endif
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009490
Michael Zuckerman178113e2016-05-19 12:07:49 +00009491static __inline __m512i __DEFAULT_FN_ATTRS
9492_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9493 int __E, int __F, int __G, int __H,
9494 int __I, int __J, int __K, int __L,
9495 int __M, int __N, int __O, int __P)
9496{
9497 return __extension__ (__m512i)(__v16si)
9498 { __P, __O, __N, __M, __L, __K, __J, __I,
9499 __H, __G, __F, __E, __D, __C, __B, __A };
9500}
9501
9502#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9503 e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009504 _mm512_set_epi32((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6), \
9505 (e5),(e4),(e3),(e2),(e1),(e0))
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009506
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009507static __inline__ __m512i __DEFAULT_FN_ATTRS
9508_mm512_set_epi64 (long long __A, long long __B, long long __C,
9509 long long __D, long long __E, long long __F,
9510 long long __G, long long __H)
9511{
9512 return __extension__ (__m512i) (__v8di)
9513 { __H, __G, __F, __E, __D, __C, __B, __A };
9514}
9515
Michael Zuckerman178113e2016-05-19 12:07:49 +00009516#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009517 _mm512_set_epi64((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009518
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009519static __inline__ __m512d __DEFAULT_FN_ATTRS
9520_mm512_set_pd (double __A, double __B, double __C, double __D,
9521 double __E, double __F, double __G, double __H)
9522{
9523 return __extension__ (__m512d)
9524 { __H, __G, __F, __E, __D, __C, __B, __A };
9525}
9526
Michael Zuckerman178113e2016-05-19 12:07:49 +00009527#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009528 _mm512_set_pd((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009529
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009530static __inline__ __m512 __DEFAULT_FN_ATTRS
9531_mm512_set_ps (float __A, float __B, float __C, float __D,
9532 float __E, float __F, float __G, float __H,
9533 float __I, float __J, float __K, float __L,
9534 float __M, float __N, float __O, float __P)
9535{
9536 return __extension__ (__m512)
9537 { __P, __O, __N, __M, __L, __K, __J, __I,
9538 __H, __G, __F, __E, __D, __C, __B, __A };
9539}
9540
Michael Zuckerman178113e2016-05-19 12:07:49 +00009541#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009542 _mm512_set_ps((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6),(e5), \
9543 (e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009544
Asaf Badouh13633282016-07-05 12:24:14 +00009545static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009546_mm512_abs_ps(__m512 __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009547{
Asaf Badouh356bb762016-08-21 07:56:47 +00009548 return (__m512)_mm512_and_epi32(_mm512_set1_epi32(0x7FFFFFFF),(__m512i)__A) ;
Asaf Badouh13633282016-07-05 12:24:14 +00009549}
9550
9551static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009552_mm512_mask_abs_ps(__m512 __W, __mmask16 __K, __m512 __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009553{
Asaf Badouh356bb762016-08-21 07:56:47 +00009554 return (__m512)_mm512_mask_and_epi32((__m512i)__W, __K, _mm512_set1_epi32(0x7FFFFFFF),(__m512i)__A) ;
Asaf Badouh13633282016-07-05 12:24:14 +00009555}
9556
9557static __inline__ __m512d __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009558_mm512_abs_pd(__m512d __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009559{
Asaf Badouh356bb762016-08-21 07:56:47 +00009560 return (__m512d)_mm512_and_epi64(_mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)__A) ;
Asaf Badouh13633282016-07-05 12:24:14 +00009561}
9562
9563static __inline__ __m512d __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009564_mm512_mask_abs_pd(__m512d __W, __mmask8 __K, __m512d __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009565{
Asaf Badouh356bb762016-08-21 07:56:47 +00009566 return (__m512d)_mm512_mask_and_epi64((__v8di)__W, __K, _mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)__A);
Asaf Badouh13633282016-07-05 12:24:14 +00009567}
9568
Michael Kupersteine45af542015-06-30 13:36:19 +00009569#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009570
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009571#endif // __AVX512FINTRIN_H