blob: 4e8c955e4dfa38878c60bf957346d82d6220de85 [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Asaf Badouh2f344b72016-08-07 10:43:04 +000057/* Constants for integer comparison predicates */
58typedef enum {
59 _MM_CMPINT_EQ, /* Equal */
60 _MM_CMPINT_LT, /* Less than */
61 _MM_CMPINT_LE, /* Less than or Equal */
62 _MM_CMPINT_UNUSED,
63 _MM_CMPINT_NE, /* Not Equal */
64 _MM_CMPINT_NLT, /* Not Less than */
65#define _MM_CMPINT_GE _MM_CMPINT_NLT /* Greater than or Equal */
66 _MM_CMPINT_NLE /* Not Less than or Equal */
67#define _MM_CMPINT_GT _MM_CMPINT_NLE /* Greater than */
68} _MM_CMPINT_ENUM;
69
Michael Zuckermandef78752016-03-28 12:23:09 +000070typedef enum
71{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000072 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
73 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
74 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
75 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
76 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
77 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
78 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
79 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
80 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
81 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
82 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
83 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
84 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
85 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
86 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
87 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
88 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
89 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
90 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
91 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
92 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
93 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
94 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
95 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
96 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
97 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
98 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
99 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
100 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
101 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
102 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
103 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
104 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
105 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
106 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
107 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
108 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
109 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
110 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
111 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
112 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
113 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
114 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
115 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
116 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
117 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
118 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
119 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
120 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
121 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
122 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
123 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
124 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
125 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
126 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
127 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
128 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
129 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
130 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
131 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
132 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
133 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
134 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
135 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
136 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
137 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
138 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
139 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
140 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
141 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
142 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
143 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
144 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
145 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
146 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
147 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
148 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
149 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
150 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
151 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
152 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
153 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
154 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
155 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
156 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
157 _MM_PERM_DDDD = 0xFF
158} _MM_PERM_ENUM;
159
160typedef enum
161{
Michael Zuckermandef78752016-03-28 12:23:09 +0000162 _MM_MANT_NORM_1_2, /* interval [1, 2) */
163 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
164 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
165 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
166} _MM_MANTISSA_NORM_ENUM;
167
168typedef enum
169{
170 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
171 _MM_MANT_SIGN_zero, /* sign = 0 */
172 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
173} _MM_MANTISSA_SIGN_ENUM;
174
Eric Christopher4d1851682015-06-17 07:09:20 +0000175/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000176#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000177
Adam Nemet0d5bb552014-07-28 17:14:40 +0000178/* Create vectors with repeated elements */
179
Michael Kupersteine45af542015-06-30 13:36:19 +0000180static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000181_mm512_setzero_si512(void)
182{
183 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
184}
185
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000186#define _mm512_setzero_epi32 _mm512_setzero_si512
187
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000188static __inline__ __m512d __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000189_mm512_undefined_pd(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000190{
191 return (__m512d)__builtin_ia32_undef512();
192}
193
194static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000195_mm512_undefined(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000196{
197 return (__m512)__builtin_ia32_undef512();
198}
199
200static __inline__ __m512 __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000201_mm512_undefined_ps(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000202{
203 return (__m512)__builtin_ia32_undef512();
204}
205
206static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper3a0c7262016-06-09 05:14:28 +0000207_mm512_undefined_epi32(void)
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000208{
209 return (__m512i)__builtin_ia32_undef512();
210}
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000211
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000212static __inline__ __m512i __DEFAULT_FN_ATTRS
213_mm512_broadcastd_epi32 (__m128i __A)
214{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000215 return (__m512i)__builtin_shufflevector((__v4si) __A,
216 (__v4si)_mm_undefined_si128(),
217 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000218}
219
220static __inline__ __m512i __DEFAULT_FN_ATTRS
221_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
222{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000223 return (__m512i)__builtin_ia32_selectd_512(__M,
224 (__v16si) _mm512_broadcastd_epi32(__A),
225 (__v16si) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000226}
227
228static __inline__ __m512i __DEFAULT_FN_ATTRS
229_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
230{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000231 return (__m512i)__builtin_ia32_selectd_512(__M,
232 (__v16si) _mm512_broadcastd_epi32(__A),
233 (__v16si) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000234}
235
236static __inline__ __m512i __DEFAULT_FN_ATTRS
237_mm512_broadcastq_epi64 (__m128i __A)
238{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000239 return (__m512i)__builtin_shufflevector((__v2di) __A,
240 (__v2di) _mm_undefined_si128(),
241 0, 0, 0, 0, 0, 0, 0, 0);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000242}
243
244static __inline__ __m512i __DEFAULT_FN_ATTRS
245_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
246{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000247 return (__m512i)__builtin_ia32_selectq_512(__M,
248 (__v8di) _mm512_broadcastq_epi64(__A),
249 (__v8di) __O);
250
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000251}
252
253static __inline__ __m512i __DEFAULT_FN_ATTRS
254_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
255{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000256 return (__m512i)__builtin_ia32_selectq_512(__M,
257 (__v8di) _mm512_broadcastq_epi64(__A),
258 (__v8di) _mm512_setzero_si512());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000259}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000260
Michael Kupersteine45af542015-06-30 13:36:19 +0000261static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000262_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
263{
264 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
265 (__v16si)
266 _mm512_setzero_si512 (),
267 __M);
268}
269
Michael Kupersteine45af542015-06-30 13:36:19 +0000270static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000271_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
272{
273#ifdef __x86_64__
274 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
275 (__v8di)
276 _mm512_setzero_si512 (),
277 __M);
278#else
279 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
280 (__v8di)
281 _mm512_setzero_si512 (),
282 __M);
283#endif
284}
285
Michael Kupersteine45af542015-06-30 13:36:19 +0000286static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000287_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000288{
289 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
290 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
291}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000292
293#define _mm512_setzero _mm512_setzero_ps
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000296_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000297{
298 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
299}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000302_mm512_set1_ps(float __w)
303{
304 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w };
306}
307
Michael Kupersteine45af542015-06-30 13:36:19 +0000308static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000309_mm512_set1_pd(double __w)
310{
311 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
Michael Kupersteine45af542015-06-30 13:36:19 +0000314static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000315_mm512_set1_epi8(char __w)
316{
317 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w,
321 __w, __w, __w, __w, __w, __w, __w, __w,
322 __w, __w, __w, __w, __w, __w, __w, __w,
323 __w, __w, __w, __w, __w, __w, __w, __w,
324 __w, __w, __w, __w, __w, __w, __w, __w };
325}
326
327static __inline __m512i __DEFAULT_FN_ATTRS
328_mm512_set1_epi16(short __w)
329{
330 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
331 __w, __w, __w, __w, __w, __w, __w, __w,
332 __w, __w, __w, __w, __w, __w, __w, __w,
333 __w, __w, __w, __w, __w, __w, __w, __w };
334}
335
336static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000337_mm512_set1_epi32(int __s)
338{
339 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
340 __s, __s, __s, __s, __s, __s, __s, __s };
341}
342
Michael Kupersteine45af542015-06-30 13:36:19 +0000343static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000344_mm512_set1_epi64(long long __d)
345{
346 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
347}
348
Michael Kupersteine45af542015-06-30 13:36:19 +0000349static __inline__ __m512 __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000350_mm512_broadcastss_ps(__m128 __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000351{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000352 return (__m512)__builtin_shufflevector((__v4sf) __A,
353 (__v4sf)_mm_undefined_ps(),
354 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000355}
356
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000357static __inline __m512i __DEFAULT_FN_ATTRS
358_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
359{
360 return (__m512i)(__v16si)
361 { __D, __C, __B, __A, __D, __C, __B, __A,
362 __D, __C, __B, __A, __D, __C, __B, __A };
363}
364
365static __inline __m512i __DEFAULT_FN_ATTRS
366_mm512_set4_epi64 (long long __A, long long __B, long long __C,
367 long long __D)
368{
369 return (__m512i) (__v8di)
370 { __D, __C, __B, __A, __D, __C, __B, __A };
371}
372
373static __inline __m512d __DEFAULT_FN_ATTRS
374_mm512_set4_pd (double __A, double __B, double __C, double __D)
375{
376 return (__m512d)
377 { __D, __C, __B, __A, __D, __C, __B, __A };
378}
379
380static __inline __m512 __DEFAULT_FN_ATTRS
381_mm512_set4_ps (float __A, float __B, float __C, float __D)
382{
383 return (__m512)
384 { __D, __C, __B, __A, __D, __C, __B, __A,
385 __D, __C, __B, __A, __D, __C, __B, __A };
386}
387
388#define _mm512_setr4_epi32(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000389 _mm512_set4_epi32((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000390
391#define _mm512_setr4_epi64(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000392 _mm512_set4_epi64((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000393
394#define _mm512_setr4_pd(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000395 _mm512_set4_pd((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000396
397#define _mm512_setr4_ps(e0,e1,e2,e3) \
Craig Topper60589492016-06-08 06:08:04 +0000398 _mm512_set4_ps((e3),(e2),(e1),(e0))
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000399
Michael Kupersteine45af542015-06-30 13:36:19 +0000400static __inline__ __m512d __DEFAULT_FN_ATTRS
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000401_mm512_broadcastsd_pd(__m128d __A)
Adam Nemet4abc07c2014-08-13 00:29:01 +0000402{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000403 return (__m512d)__builtin_shufflevector((__v2df) __A,
404 (__v2df) _mm_undefined_pd(),
405 0, 0, 0, 0, 0, 0, 0, 0);
Adam Nemet4abc07c2014-08-13 00:29:01 +0000406}
407
Adam Nemetc871ff92014-07-30 16:51:24 +0000408/* Cast between vector types */
409
Michael Kupersteine45af542015-06-30 13:36:19 +0000410static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000411_mm512_castpd256_pd512(__m256d __a)
412{
413 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
414}
415
Michael Kupersteine45af542015-06-30 13:36:19 +0000416static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000417_mm512_castps256_ps512(__m256 __a)
418{
419 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
420 -1, -1, -1, -1, -1, -1, -1, -1);
421}
422
Michael Kupersteine45af542015-06-30 13:36:19 +0000423static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000424_mm512_castpd512_pd128(__m512d __a)
425{
426 return __builtin_shufflevector(__a, __a, 0, 1);
427}
428
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000429static __inline __m256d __DEFAULT_FN_ATTRS
430_mm512_castpd512_pd256 (__m512d __A)
431{
432 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
433}
434
Michael Kupersteine45af542015-06-30 13:36:19 +0000435static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000436_mm512_castps512_ps128(__m512 __a)
437{
438 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
439}
440
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000441static __inline __m256 __DEFAULT_FN_ATTRS
442_mm512_castps512_ps256 (__m512 __A)
443{
444 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
445}
446
447static __inline __m512 __DEFAULT_FN_ATTRS
448_mm512_castpd_ps (__m512d __A)
449{
450 return (__m512) (__A);
451}
452
453static __inline __m512i __DEFAULT_FN_ATTRS
454_mm512_castpd_si512 (__m512d __A)
455{
456 return (__m512i) (__A);
457}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000458
459static __inline__ __m512d __DEFAULT_FN_ATTRS
460_mm512_castpd128_pd512 (__m128d __A)
461{
462 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
463}
464
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000465static __inline __m512d __DEFAULT_FN_ATTRS
466_mm512_castps_pd (__m512 __A)
467{
468 return (__m512d) (__A);
469}
470
471static __inline __m512i __DEFAULT_FN_ATTRS
472_mm512_castps_si512 (__m512 __A)
473{
474 return (__m512i) (__A);
475}
476
Michael Zuckermanc6677032016-05-03 14:26:52 +0000477static __inline__ __m512 __DEFAULT_FN_ATTRS
478_mm512_castps128_ps512 (__m128 __A)
479{
480 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
481}
482
483static __inline__ __m512i __DEFAULT_FN_ATTRS
484_mm512_castsi128_si512 (__m128i __A)
485{
486 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
487}
488
489static __inline__ __m512i __DEFAULT_FN_ATTRS
490_mm512_castsi256_si512 (__m256i __A)
491{
492 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
493}
494
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000495static __inline __m512 __DEFAULT_FN_ATTRS
496_mm512_castsi512_ps (__m512i __A)
497{
498 return (__m512) (__A);
499}
500
501static __inline __m512d __DEFAULT_FN_ATTRS
502_mm512_castsi512_pd (__m512i __A)
503{
504 return (__m512d) (__A);
505}
506
507static __inline __m128i __DEFAULT_FN_ATTRS
508_mm512_castsi512_si128 (__m512i __A)
509{
510 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
511}
512
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000513static __inline __m256i __DEFAULT_FN_ATTRS
514_mm512_castsi512_si256 (__m512i __A)
515{
516 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
517}
518
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000519/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000520static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000521_mm512_and_epi32(__m512i __a, __m512i __b)
522{
Craig Topper6a77b622016-06-04 05:43:41 +0000523 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000524}
525
Michael Kupersteine45af542015-06-30 13:36:19 +0000526static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000527_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
528{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000529 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
Asaf Badouh13633282016-07-05 12:24:14 +0000530 (__v16si) _mm512_and_epi32(__a, __b),
531 (__v16si) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000532}
Asaf Badouh13633282016-07-05 12:24:14 +0000533
Michael Kupersteine45af542015-06-30 13:36:19 +0000534static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000535_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
536{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000537 return (__m512i) _mm512_mask_and_epi32(_mm512_setzero_si512 (),
Asaf Badouh13633282016-07-05 12:24:14 +0000538 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000539}
540
Michael Kupersteine45af542015-06-30 13:36:19 +0000541static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000542_mm512_and_epi64(__m512i __a, __m512i __b)
543{
Craig Topper6a77b622016-06-04 05:43:41 +0000544 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000545}
546
Michael Kupersteine45af542015-06-30 13:36:19 +0000547static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000548_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
549{
Asaf Badouh13633282016-07-05 12:24:14 +0000550 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __k,
551 (__v8di) _mm512_and_epi64(__a, __b),
552 (__v8di) __src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000553}
Asaf Badouh13633282016-07-05 12:24:14 +0000554
Michael Kupersteine45af542015-06-30 13:36:19 +0000555static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000556_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
557{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000558 return (__m512i) _mm512_mask_and_epi64(_mm512_setzero_si512 (),
Asaf Badouh13633282016-07-05 12:24:14 +0000559 __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000560}
561
Michael Kupersteine45af542015-06-30 13:36:19 +0000562static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000563_mm512_andnot_si512 (__m512i __A, __m512i __B)
564{
Craig Topper6a77b622016-06-04 05:43:41 +0000565 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000566}
567
568static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000569_mm512_andnot_epi32 (__m512i __A, __m512i __B)
570{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000571 return (__m512i)(~(__v16su)(__A) & (__v16su)__B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000572}
573
Michael Kupersteine45af542015-06-30 13:36:19 +0000574static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000575_mm512_mask_andnot_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000576{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000577 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
578 (__v16si)_mm512_andnot_epi32(__A, __B),
579 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000582static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000583_mm512_maskz_andnot_epi32(__mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000584{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000585 return (__m512i)_mm512_mask_andnot_epi32(_mm512_setzero_si512(),
586 __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000587}
588
Michael Kupersteine45af542015-06-30 13:36:19 +0000589static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000590_mm512_andnot_epi64(__m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000591{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000592 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000593}
594
Michael Kupersteine45af542015-06-30 13:36:19 +0000595static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000596_mm512_mask_andnot_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000597{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000598 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
599 (__v8di)_mm512_andnot_epi64(__A, __B),
600 (__v8di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000601}
602
Michael Kupersteine45af542015-06-30 13:36:19 +0000603static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000604_mm512_maskz_andnot_epi64(__mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000605{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000606 return (__m512i)_mm512_mask_andnot_epi64(_mm512_setzero_si512(),
607 __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000608}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000609
Michael Kupersteine45af542015-06-30 13:36:19 +0000610static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000611_mm512_or_epi32(__m512i __a, __m512i __b)
612{
Craig Topper6a77b622016-06-04 05:43:41 +0000613 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000614}
615
Michael Kupersteine45af542015-06-30 13:36:19 +0000616static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000617_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
618{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000619 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
620 (__v16si)_mm512_or_epi32(__a, __b),
621 (__v16si)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000622}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000623
Michael Kupersteine45af542015-06-30 13:36:19 +0000624static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000625_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
626{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000627 return (__m512i)_mm512_mask_or_epi32(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000628}
629
Michael Kupersteine45af542015-06-30 13:36:19 +0000630static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000631_mm512_or_epi64(__m512i __a, __m512i __b)
632{
Craig Topper6a77b622016-06-04 05:43:41 +0000633 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000634}
635
Michael Kupersteine45af542015-06-30 13:36:19 +0000636static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000637_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
638{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000639 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__k,
640 (__v8di)_mm512_or_epi64(__a, __b),
641 (__v8di)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000642}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000643
Michael Kupersteine45af542015-06-30 13:36:19 +0000644static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000645_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
646{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000647 return (__m512i)_mm512_mask_or_epi64(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000648}
649
Michael Kupersteine45af542015-06-30 13:36:19 +0000650static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000651_mm512_xor_epi32(__m512i __a, __m512i __b)
652{
Craig Topper6a77b622016-06-04 05:43:41 +0000653 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000654}
655
Michael Kupersteine45af542015-06-30 13:36:19 +0000656static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000657_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
658{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000659 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__k,
660 (__v16si)_mm512_xor_epi32(__a, __b),
661 (__v16si)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000662}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000663
Michael Kupersteine45af542015-06-30 13:36:19 +0000664static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000665_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
666{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000667 return (__m512i)_mm512_mask_xor_epi32(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000668}
669
Michael Kupersteine45af542015-06-30 13:36:19 +0000670static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000671_mm512_xor_epi64(__m512i __a, __m512i __b)
672{
Craig Topper6a77b622016-06-04 05:43:41 +0000673 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000674}
675
Michael Kupersteine45af542015-06-30 13:36:19 +0000676static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000677_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
678{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000679 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__k,
680 (__v8di)_mm512_xor_epi64(__a, __b),
681 (__v8di)__src);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000682}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000683
Michael Kupersteine45af542015-06-30 13:36:19 +0000684static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000685_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
686{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000687 return (__m512i)_mm512_mask_xor_epi64(_mm512_setzero_si512(), __k, __a, __b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000688}
689
Michael Kupersteine45af542015-06-30 13:36:19 +0000690static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000691_mm512_and_si512(__m512i __a, __m512i __b)
692{
Craig Topper6a77b622016-06-04 05:43:41 +0000693 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000694}
695
Michael Kupersteine45af542015-06-30 13:36:19 +0000696static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000697_mm512_or_si512(__m512i __a, __m512i __b)
698{
Craig Topper6a77b622016-06-04 05:43:41 +0000699 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000700}
701
Michael Kupersteine45af542015-06-30 13:36:19 +0000702static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000703_mm512_xor_si512(__m512i __a, __m512i __b)
704{
Craig Topper6a77b622016-06-04 05:43:41 +0000705 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000706}
Craig Topper4d61a3c2016-07-11 06:14:18 +0000707
Adam Nemet0d5bb552014-07-28 17:14:40 +0000708/* Arithmetic */
709
Michael Kupersteine45af542015-06-30 13:36:19 +0000710static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000711_mm512_add_pd(__m512d __a, __m512d __b)
712{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000713 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000714}
715
Michael Kupersteine45af542015-06-30 13:36:19 +0000716static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000717_mm512_add_ps(__m512 __a, __m512 __b)
718{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000719 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000720}
721
Michael Kupersteine45af542015-06-30 13:36:19 +0000722static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000723_mm512_mul_pd(__m512d __a, __m512d __b)
724{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000725 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000726}
727
Michael Kupersteine45af542015-06-30 13:36:19 +0000728static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000729_mm512_mul_ps(__m512 __a, __m512 __b)
730{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000731 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000732}
733
Michael Kupersteine45af542015-06-30 13:36:19 +0000734static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000735_mm512_sub_pd(__m512d __a, __m512d __b)
736{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000737 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000738}
739
Michael Kupersteine45af542015-06-30 13:36:19 +0000740static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000741_mm512_sub_ps(__m512 __a, __m512 __b)
742{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000743 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000744}
745
Michael Kupersteine45af542015-06-30 13:36:19 +0000746static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000747_mm512_add_epi64 (__m512i __A, __m512i __B)
748{
Craig Topper6a77b622016-06-04 05:43:41 +0000749 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000750}
751
Michael Kupersteine45af542015-06-30 13:36:19 +0000752static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000753_mm512_mask_add_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000754{
Craig Topper0e189762016-09-03 18:29:35 +0000755 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
756 (__v8di)_mm512_add_epi64(__A, __B),
757 (__v8di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000758}
759
Michael Kupersteine45af542015-06-30 13:36:19 +0000760static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000761_mm512_maskz_add_epi64(__mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000762{
Craig Topper0e189762016-09-03 18:29:35 +0000763 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
764 (__v8di)_mm512_add_epi64(__A, __B),
765 (__v8di)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000766}
767
Michael Kupersteine45af542015-06-30 13:36:19 +0000768static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000769_mm512_sub_epi64 (__m512i __A, __m512i __B)
770{
Craig Topper6a77b622016-06-04 05:43:41 +0000771 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000772}
773
Michael Kupersteine45af542015-06-30 13:36:19 +0000774static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000775_mm512_mask_sub_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000776{
Craig Topper0e189762016-09-03 18:29:35 +0000777 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
778 (__v8di)_mm512_sub_epi64(__A, __B),
779 (__v8di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000780}
781
Michael Kupersteine45af542015-06-30 13:36:19 +0000782static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000783_mm512_maskz_sub_epi64(__mmask8 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000784{
Craig Topper0e189762016-09-03 18:29:35 +0000785 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
786 (__v8di)_mm512_sub_epi64(__A, __B),
787 (__v8di)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000788}
789
Michael Kupersteine45af542015-06-30 13:36:19 +0000790static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000791_mm512_add_epi32 (__m512i __A, __m512i __B)
792{
Craig Topper6a77b622016-06-04 05:43:41 +0000793 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000794}
795
Michael Kupersteine45af542015-06-30 13:36:19 +0000796static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000797_mm512_mask_add_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000798{
Craig Topper0e189762016-09-03 18:29:35 +0000799 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
800 (__v16si)_mm512_add_epi32(__A, __B),
801 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000802}
803
Michael Kupersteine45af542015-06-30 13:36:19 +0000804static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000805_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
806{
Craig Topper0e189762016-09-03 18:29:35 +0000807 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
808 (__v16si)_mm512_add_epi32(__A, __B),
809 (__v16si)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000810}
811
Michael Kupersteine45af542015-06-30 13:36:19 +0000812static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000813_mm512_sub_epi32 (__m512i __A, __m512i __B)
814{
Craig Topper6a77b622016-06-04 05:43:41 +0000815 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000816}
817
Michael Kupersteine45af542015-06-30 13:36:19 +0000818static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000819_mm512_mask_sub_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000820{
Craig Topper0e189762016-09-03 18:29:35 +0000821 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
822 (__v16si)_mm512_sub_epi32(__A, __B),
823 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000824}
825
Michael Kupersteine45af542015-06-30 13:36:19 +0000826static __inline__ __m512i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000827_mm512_maskz_sub_epi32(__mmask16 __U, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000828{
Craig Topper0e189762016-09-03 18:29:35 +0000829 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
830 (__v16si)_mm512_sub_epi32(__A, __B),
831 (__v16si)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000832}
833
Craig Topperf3efec62016-06-08 06:08:07 +0000834#define _mm512_mask_max_round_pd(W, U, A, B, R) __extension__ ({ \
835 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
836 (__v8df)(__m512d)(B), \
837 (__v8df)(__m512d)(W), (__mmask8)(U), \
838 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000839
Craig Topperf3efec62016-06-08 06:08:07 +0000840#define _mm512_maskz_max_round_pd(U, A, B, R) __extension__ ({ \
841 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
842 (__v8df)(__m512d)(B), \
843 (__v8df)_mm512_setzero_pd(), \
844 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000845
Craig Topperf3efec62016-06-08 06:08:07 +0000846#define _mm512_max_round_pd(A, B, R) __extension__ ({ \
847 (__m512d)__builtin_ia32_maxpd512_mask((__v8df)(__m512d)(A), \
848 (__v8df)(__m512d)(B), \
849 (__v8df)_mm512_undefined_pd(), \
850 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000851
Michael Kupersteine45af542015-06-30 13:36:19 +0000852static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000853_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000854{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000855 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
856 (__v8df) __B,
857 (__v8df)
858 _mm512_setzero_pd (),
859 (__mmask8) -1,
860 _MM_FROUND_CUR_DIRECTION);
861}
862
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000863static __inline__ __m512d __DEFAULT_FN_ATTRS
864_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
865{
866 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
867 (__v8df) __B,
868 (__v8df) __W,
869 (__mmask8) __U,
870 _MM_FROUND_CUR_DIRECTION);
871}
872
873static __inline__ __m512d __DEFAULT_FN_ATTRS
874_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
875{
876 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
877 (__v8df) __B,
878 (__v8df)
879 _mm512_setzero_pd (),
880 (__mmask8) __U,
881 _MM_FROUND_CUR_DIRECTION);
882}
883
Craig Topperf3efec62016-06-08 06:08:07 +0000884#define _mm512_mask_max_round_ps(W, U, A, B, R) __extension__ ({ \
885 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
886 (__v16sf)(__m512)(B), \
887 (__v16sf)(__m512)(W), (__mmask16)(U), \
888 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000889
Craig Topperf3efec62016-06-08 06:08:07 +0000890#define _mm512_maskz_max_round_ps(U, A, B, R) __extension__ ({ \
891 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
892 (__v16sf)(__m512)(B), \
893 (__v16sf)_mm512_setzero_ps(), \
894 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000895
Craig Topperf3efec62016-06-08 06:08:07 +0000896#define _mm512_max_round_ps(A, B, R) __extension__ ({ \
897 (__m512)__builtin_ia32_maxps512_mask((__v16sf)(__m512)(A), \
898 (__v16sf)(__m512)(B), \
899 (__v16sf)_mm512_undefined_ps(), \
900 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000901
Michael Kupersteine45af542015-06-30 13:36:19 +0000902static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000903_mm512_max_ps(__m512 __A, __m512 __B)
904{
905 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
906 (__v16sf) __B,
907 (__v16sf)
908 _mm512_setzero_ps (),
909 (__mmask16) -1,
910 _MM_FROUND_CUR_DIRECTION);
911}
912
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000913static __inline__ __m512 __DEFAULT_FN_ATTRS
914_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
915{
916 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
917 (__v16sf) __B,
918 (__v16sf) __W,
919 (__mmask16) __U,
920 _MM_FROUND_CUR_DIRECTION);
921}
922
923static __inline__ __m512 __DEFAULT_FN_ATTRS
924_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
925{
926 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
927 (__v16sf) __B,
928 (__v16sf)
929 _mm512_setzero_ps (),
930 (__mmask16) __U,
931 _MM_FROUND_CUR_DIRECTION);
932}
933
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000934static __inline__ __m128 __DEFAULT_FN_ATTRS
935_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000936 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000937 (__v4sf) __B,
938 (__v4sf) __W,
939 (__mmask8) __U,
940 _MM_FROUND_CUR_DIRECTION);
941}
942
943static __inline__ __m128 __DEFAULT_FN_ATTRS
944_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000945 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000946 (__v4sf) __B,
947 (__v4sf) _mm_setzero_ps (),
948 (__mmask8) __U,
949 _MM_FROUND_CUR_DIRECTION);
950}
951
Craig Topper8c18e112016-05-17 04:41:50 +0000952#define _mm_max_round_ss(A, B, R) __extension__ ({ \
953 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
954 (__v4sf)(__m128)(B), \
955 (__v4sf)_mm_setzero_ps(), \
956 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000957
Craig Topper8c18e112016-05-17 04:41:50 +0000958#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
959 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
960 (__v4sf)(__m128)(B), \
961 (__v4sf)(__m128)(W), (__mmask8)(U), \
962 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000963
Craig Topper8c18e112016-05-17 04:41:50 +0000964#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
965 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
966 (__v4sf)(__m128)(B), \
967 (__v4sf)_mm_setzero_ps(), \
968 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000969
970static __inline__ __m128d __DEFAULT_FN_ATTRS
971_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000972 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000973 (__v2df) __B,
974 (__v2df) __W,
975 (__mmask8) __U,
976 _MM_FROUND_CUR_DIRECTION);
977}
978
979static __inline__ __m128d __DEFAULT_FN_ATTRS
980_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000981 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000982 (__v2df) __B,
983 (__v2df) _mm_setzero_pd (),
984 (__mmask8) __U,
985 _MM_FROUND_CUR_DIRECTION);
986}
987
Craig Topper8c18e112016-05-17 04:41:50 +0000988#define _mm_max_round_sd(A, B, R) __extension__ ({ \
989 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
990 (__v2df)(__m128d)(B), \
991 (__v2df)_mm_setzero_pd(), \
992 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000993
Craig Topper8c18e112016-05-17 04:41:50 +0000994#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
995 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
996 (__v2df)(__m128d)(B), \
997 (__v2df)(__m128d)(W), \
998 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000999
Craig Topper8c18e112016-05-17 04:41:50 +00001000#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1001 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1002 (__v2df)(__m128d)(B), \
1003 (__v2df)_mm_setzero_pd(), \
1004 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001005
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001006static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001007__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001008_mm512_max_epi32(__m512i __A, __m512i __B)
1009{
1010 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1011 (__v16si) __B,
1012 (__v16si)
1013 _mm512_setzero_si512 (),
1014 (__mmask16) -1);
1015}
1016
Michael Zuckermande860e52016-05-10 11:34:19 +00001017static __inline__ __m512i __DEFAULT_FN_ATTRS
1018_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1019{
1020 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1021 (__v16si) __B,
1022 (__v16si) __W, __M);
1023}
1024
1025static __inline__ __m512i __DEFAULT_FN_ATTRS
1026_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1027{
1028 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1029 (__v16si) __B,
1030 (__v16si)
1031 _mm512_setzero_si512 (),
1032 __M);
1033}
1034
Michael Kupersteine45af542015-06-30 13:36:19 +00001035static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001036_mm512_max_epu32(__m512i __A, __m512i __B)
1037{
1038 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1039 (__v16si) __B,
1040 (__v16si)
1041 _mm512_setzero_si512 (),
1042 (__mmask16) -1);
1043}
1044
Michael Zuckermande860e52016-05-10 11:34:19 +00001045static __inline__ __m512i __DEFAULT_FN_ATTRS
1046_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1047{
1048 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1049 (__v16si) __B,
1050 (__v16si) __W, __M);
1051}
1052
1053static __inline__ __m512i __DEFAULT_FN_ATTRS
1054_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1055{
1056 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1057 (__v16si) __B,
1058 (__v16si)
1059 _mm512_setzero_si512 (),
1060 __M);
1061}
1062
Michael Kupersteine45af542015-06-30 13:36:19 +00001063static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001064_mm512_max_epi64(__m512i __A, __m512i __B)
1065{
1066 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1067 (__v8di) __B,
1068 (__v8di)
1069 _mm512_setzero_si512 (),
1070 (__mmask8) -1);
1071}
1072
Michael Zuckermande860e52016-05-10 11:34:19 +00001073static __inline__ __m512i __DEFAULT_FN_ATTRS
1074_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1075{
1076 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1077 (__v8di) __B,
1078 (__v8di) __W, __M);
1079}
1080
1081static __inline__ __m512i __DEFAULT_FN_ATTRS
1082_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1083{
1084 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1085 (__v8di) __B,
1086 (__v8di)
1087 _mm512_setzero_si512 (),
1088 __M);
1089}
1090
Michael Kupersteine45af542015-06-30 13:36:19 +00001091static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001092_mm512_max_epu64(__m512i __A, __m512i __B)
1093{
1094 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1095 (__v8di) __B,
1096 (__v8di)
1097 _mm512_setzero_si512 (),
1098 (__mmask8) -1);
1099}
1100
Michael Zuckermande860e52016-05-10 11:34:19 +00001101static __inline__ __m512i __DEFAULT_FN_ATTRS
1102_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1103{
1104 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1105 (__v8di) __B,
1106 (__v8di) __W, __M);
1107}
1108
1109static __inline__ __m512i __DEFAULT_FN_ATTRS
1110_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1111{
1112 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1113 (__v8di) __B,
1114 (__v8di)
1115 _mm512_setzero_si512 (),
1116 __M);
1117}
1118
Craig Topperf3efec62016-06-08 06:08:07 +00001119#define _mm512_mask_min_round_pd(W, U, A, B, R) __extension__ ({ \
1120 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1121 (__v8df)(__m512d)(B), \
1122 (__v8df)(__m512d)(W), (__mmask8)(U), \
1123 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001124
Craig Topperf3efec62016-06-08 06:08:07 +00001125#define _mm512_maskz_min_round_pd(U, A, B, R) __extension__ ({ \
1126 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1127 (__v8df)(__m512d)(B), \
1128 (__v8df)_mm512_setzero_pd(), \
1129 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001130
Craig Topperf3efec62016-06-08 06:08:07 +00001131#define _mm512_min_round_pd(A, B, R) __extension__ ({ \
1132 (__m512d)__builtin_ia32_minpd512_mask((__v8df)(__m512d)(A), \
1133 (__v8df)(__m512d)(B), \
1134 (__v8df)_mm512_undefined_pd(), \
1135 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001136
Michael Kupersteine45af542015-06-30 13:36:19 +00001137static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001138_mm512_min_pd(__m512d __A, __m512d __B)
1139{
1140 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1141 (__v8df) __B,
1142 (__v8df)
1143 _mm512_setzero_pd (),
1144 (__mmask8) -1,
1145 _MM_FROUND_CUR_DIRECTION);
1146}
1147
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001148static __inline__ __m512d __DEFAULT_FN_ATTRS
1149_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1150{
1151 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1152 (__v8df) __B,
1153 (__v8df) __W,
1154 (__mmask8) __U,
1155 _MM_FROUND_CUR_DIRECTION);
1156}
1157
Craig Topperf3efec62016-06-08 06:08:07 +00001158#define _mm512_mask_min_round_ps(W, U, A, B, R) __extension__ ({ \
1159 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1160 (__v16sf)(__m512)(B), \
1161 (__v16sf)(__m512)(W), (__mmask16)(U), \
1162 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001163
Craig Topperf3efec62016-06-08 06:08:07 +00001164#define _mm512_maskz_min_round_ps(U, A, B, R) __extension__ ({ \
1165 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1166 (__v16sf)(__m512)(B), \
1167 (__v16sf)_mm512_setzero_ps(), \
1168 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001169
Craig Topperf3efec62016-06-08 06:08:07 +00001170#define _mm512_min_round_ps(A, B, R) __extension__ ({ \
1171 (__m512)__builtin_ia32_minps512_mask((__v16sf)(__m512)(A), \
1172 (__v16sf)(__m512)(B), \
1173 (__v16sf)_mm512_undefined_ps(), \
1174 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001175
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001176static __inline__ __m512d __DEFAULT_FN_ATTRS
1177_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1178{
1179 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1180 (__v8df) __B,
1181 (__v8df)
1182 _mm512_setzero_pd (),
1183 (__mmask8) __U,
1184 _MM_FROUND_CUR_DIRECTION);
1185}
1186
Michael Kupersteine45af542015-06-30 13:36:19 +00001187static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001188_mm512_min_ps(__m512 __A, __m512 __B)
1189{
1190 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1191 (__v16sf) __B,
1192 (__v16sf)
1193 _mm512_setzero_ps (),
1194 (__mmask16) -1,
1195 _MM_FROUND_CUR_DIRECTION);
1196}
1197
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001198static __inline__ __m512 __DEFAULT_FN_ATTRS
1199_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1200{
1201 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1202 (__v16sf) __B,
1203 (__v16sf) __W,
1204 (__mmask16) __U,
1205 _MM_FROUND_CUR_DIRECTION);
1206}
1207
1208static __inline__ __m512 __DEFAULT_FN_ATTRS
1209_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1210{
1211 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1212 (__v16sf) __B,
1213 (__v16sf)
1214 _mm512_setzero_ps (),
1215 (__mmask16) __U,
1216 _MM_FROUND_CUR_DIRECTION);
1217}
1218
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001219static __inline__ __m128 __DEFAULT_FN_ATTRS
1220_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001221 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001222 (__v4sf) __B,
1223 (__v4sf) __W,
1224 (__mmask8) __U,
1225 _MM_FROUND_CUR_DIRECTION);
1226}
1227
1228static __inline__ __m128 __DEFAULT_FN_ATTRS
1229_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001230 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001231 (__v4sf) __B,
1232 (__v4sf) _mm_setzero_ps (),
1233 (__mmask8) __U,
1234 _MM_FROUND_CUR_DIRECTION);
1235}
1236
Craig Topper8c18e112016-05-17 04:41:50 +00001237#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1238 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1239 (__v4sf)(__m128)(B), \
1240 (__v4sf)_mm_setzero_ps(), \
1241 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001242
Craig Topper8c18e112016-05-17 04:41:50 +00001243#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1244 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1245 (__v4sf)(__m128)(B), \
1246 (__v4sf)(__m128)(W), (__mmask8)(U), \
1247 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001248
Craig Topper8c18e112016-05-17 04:41:50 +00001249#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1250 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1251 (__v4sf)(__m128)(B), \
1252 (__v4sf)_mm_setzero_ps(), \
1253 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001254
1255static __inline__ __m128d __DEFAULT_FN_ATTRS
1256_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001257 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001258 (__v2df) __B,
1259 (__v2df) __W,
1260 (__mmask8) __U,
1261 _MM_FROUND_CUR_DIRECTION);
1262}
1263
1264static __inline__ __m128d __DEFAULT_FN_ATTRS
1265_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001266 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001267 (__v2df) __B,
1268 (__v2df) _mm_setzero_pd (),
1269 (__mmask8) __U,
1270 _MM_FROUND_CUR_DIRECTION);
1271}
1272
Craig Topper8c18e112016-05-17 04:41:50 +00001273#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1274 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1275 (__v2df)(__m128d)(B), \
1276 (__v2df)_mm_setzero_pd(), \
1277 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001278
Craig Topper8c18e112016-05-17 04:41:50 +00001279#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1280 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1281 (__v2df)(__m128d)(B), \
1282 (__v2df)(__m128d)(W), \
1283 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001284
Craig Topper8c18e112016-05-17 04:41:50 +00001285#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1286 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1287 (__v2df)(__m128d)(B), \
1288 (__v2df)_mm_setzero_pd(), \
1289 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001290
Adam Nemet0d5bb552014-07-28 17:14:40 +00001291static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001292__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001293_mm512_min_epi32(__m512i __A, __m512i __B)
1294{
1295 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1296 (__v16si) __B,
1297 (__v16si)
1298 _mm512_setzero_si512 (),
1299 (__mmask16) -1);
1300}
1301
Michael Zuckermande860e52016-05-10 11:34:19 +00001302static __inline__ __m512i __DEFAULT_FN_ATTRS
1303_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1304{
1305 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1306 (__v16si) __B,
1307 (__v16si) __W, __M);
1308}
1309
1310static __inline__ __m512i __DEFAULT_FN_ATTRS
1311_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1312{
1313 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1314 (__v16si) __B,
1315 (__v16si)
1316 _mm512_setzero_si512 (),
1317 __M);
1318}
1319
Michael Kupersteine45af542015-06-30 13:36:19 +00001320static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001321_mm512_min_epu32(__m512i __A, __m512i __B)
1322{
1323 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1324 (__v16si) __B,
1325 (__v16si)
1326 _mm512_setzero_si512 (),
1327 (__mmask16) -1);
1328}
1329
Michael Zuckermande860e52016-05-10 11:34:19 +00001330static __inline__ __m512i __DEFAULT_FN_ATTRS
1331_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1332{
1333 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1334 (__v16si) __B,
1335 (__v16si) __W, __M);
1336}
1337
1338static __inline__ __m512i __DEFAULT_FN_ATTRS
1339_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1340{
1341 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1342 (__v16si) __B,
1343 (__v16si)
1344 _mm512_setzero_si512 (),
1345 __M);
1346}
1347
Michael Kupersteine45af542015-06-30 13:36:19 +00001348static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001349_mm512_min_epi64(__m512i __A, __m512i __B)
1350{
1351 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1352 (__v8di) __B,
1353 (__v8di)
1354 _mm512_setzero_si512 (),
1355 (__mmask8) -1);
1356}
1357
Michael Zuckermande860e52016-05-10 11:34:19 +00001358static __inline__ __m512i __DEFAULT_FN_ATTRS
1359_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1360{
1361 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1362 (__v8di) __B,
1363 (__v8di) __W, __M);
1364}
1365
1366static __inline__ __m512i __DEFAULT_FN_ATTRS
1367_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1368{
1369 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1370 (__v8di) __B,
1371 (__v8di)
1372 _mm512_setzero_si512 (),
1373 __M);
1374}
1375
Michael Kupersteine45af542015-06-30 13:36:19 +00001376static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001377_mm512_min_epu64(__m512i __A, __m512i __B)
1378{
1379 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1380 (__v8di) __B,
1381 (__v8di)
1382 _mm512_setzero_si512 (),
1383 (__mmask8) -1);
1384}
1385
Michael Zuckermande860e52016-05-10 11:34:19 +00001386static __inline__ __m512i __DEFAULT_FN_ATTRS
1387_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1388{
1389 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1390 (__v8di) __B,
1391 (__v8di) __W, __M);
1392}
1393
1394static __inline__ __m512i __DEFAULT_FN_ATTRS
1395_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1396{
1397 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1398 (__v8di) __B,
1399 (__v8di)
1400 _mm512_setzero_si512 (),
1401 __M);
1402}
1403
Michael Kupersteine45af542015-06-30 13:36:19 +00001404static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001405_mm512_mul_epi32(__m512i __X, __m512i __Y)
1406{
1407 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1408 (__v16si) __Y,
1409 (__v8di)
1410 _mm512_setzero_si512 (),
1411 (__mmask8) -1);
1412}
1413
Michael Kupersteine45af542015-06-30 13:36:19 +00001414static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001415_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1416{
1417 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1418 (__v16si) __Y,
1419 (__v8di) __W, __M);
1420}
1421
Michael Kupersteine45af542015-06-30 13:36:19 +00001422static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001423_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1424{
1425 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1426 (__v16si) __Y,
1427 (__v8di)
1428 _mm512_setzero_si512 (),
1429 __M);
1430}
1431
Michael Kupersteine45af542015-06-30 13:36:19 +00001432static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001433_mm512_mul_epu32(__m512i __X, __m512i __Y)
1434{
1435 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1436 (__v16si) __Y,
1437 (__v8di)
1438 _mm512_setzero_si512 (),
1439 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001440}
1441
Michael Kupersteine45af542015-06-30 13:36:19 +00001442static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001443_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1444{
1445 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1446 (__v16si) __Y,
1447 (__v8di) __W, __M);
1448}
1449
Michael Kupersteine45af542015-06-30 13:36:19 +00001450static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001451_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1452{
1453 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1454 (__v16si) __Y,
1455 (__v8di)
1456 _mm512_setzero_si512 (),
1457 __M);
1458}
1459
Michael Kupersteine45af542015-06-30 13:36:19 +00001460static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001461_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1462{
Craig Topper6a77b622016-06-04 05:43:41 +00001463 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001464}
1465
Michael Kupersteine45af542015-06-30 13:36:19 +00001466static __inline __m512i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +00001467_mm512_maskz_mullo_epi32(__mmask16 __M, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001468{
Craig Topperf43e4a12016-09-03 19:19:49 +00001469 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1470 (__v16si)_mm512_mullo_epi32(__A, __B),
1471 (__v16si)_mm512_setzero_si512());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001472}
1473
Michael Kupersteine45af542015-06-30 13:36:19 +00001474static __inline __m512i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +00001475_mm512_mask_mullo_epi32(__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001476{
Craig Topperf43e4a12016-09-03 19:19:49 +00001477 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__M,
1478 (__v16si)_mm512_mullo_epi32(__A, __B),
1479 (__v16si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001480}
1481
Craig Topperf3efec62016-06-08 06:08:07 +00001482#define _mm512_mask_sqrt_round_pd(W, U, A, R) __extension__ ({ \
1483 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1484 (__v8df)(__m512d)(W), (__mmask8)(U), \
1485 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001486
Craig Topperf3efec62016-06-08 06:08:07 +00001487#define _mm512_maskz_sqrt_round_pd(U, A, R) __extension__ ({ \
1488 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1489 (__v8df)_mm512_setzero_pd(), \
1490 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001491
Craig Topperf3efec62016-06-08 06:08:07 +00001492#define _mm512_sqrt_round_pd(A, R) __extension__ ({ \
1493 (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)(__m512d)(A), \
1494 (__v8df)_mm512_undefined_pd(), \
1495 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001496
Michael Kupersteine45af542015-06-30 13:36:19 +00001497static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001498_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001499{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001500 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001501 (__v8df) _mm512_setzero_pd (),
1502 (__mmask8) -1,
1503 _MM_FROUND_CUR_DIRECTION);
1504}
1505
Michael Zuckermancb856772016-05-16 11:42:01 +00001506static __inline__ __m512d __DEFAULT_FN_ATTRS
1507_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1508{
1509 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1510 (__v8df) __W,
1511 (__mmask8) __U,
1512 _MM_FROUND_CUR_DIRECTION);
1513}
1514
1515static __inline__ __m512d __DEFAULT_FN_ATTRS
1516_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1517{
1518 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1519 (__v8df)
1520 _mm512_setzero_pd (),
1521 (__mmask8) __U,
1522 _MM_FROUND_CUR_DIRECTION);
1523}
1524
Craig Topperf3efec62016-06-08 06:08:07 +00001525#define _mm512_mask_sqrt_round_ps(W, U, A, R) __extension__ ({ \
1526 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1527 (__v16sf)(__m512)(W), (__mmask16)(U), \
1528 (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001529
Craig Topperf3efec62016-06-08 06:08:07 +00001530#define _mm512_maskz_sqrt_round_ps(U, A, R) __extension__ ({ \
1531 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1532 (__v16sf)_mm512_setzero_ps(), \
1533 (__mmask16)(U), (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001534
Craig Topperf3efec62016-06-08 06:08:07 +00001535#define _mm512_sqrt_round_ps(A, R) __extension__ ({ \
1536 (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)(__m512)(A), \
1537 (__v16sf)_mm512_undefined_ps(), \
1538 (__mmask16)-1, (int)(R)); })
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001539
Michael Kupersteine45af542015-06-30 13:36:19 +00001540static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001541_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001542{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001543 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001544 (__v16sf) _mm512_setzero_ps (),
1545 (__mmask16) -1,
1546 _MM_FROUND_CUR_DIRECTION);
1547}
1548
Michael Zuckermancb856772016-05-16 11:42:01 +00001549static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001550_mm512_mask_sqrt_ps(__m512 __W, __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001551{
1552 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1553 (__v16sf) __W,
1554 (__mmask16) __U,
1555 _MM_FROUND_CUR_DIRECTION);
1556}
1557
1558static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh880f0c22016-06-13 15:15:57 +00001559_mm512_maskz_sqrt_ps( __mmask16 __U, __m512 __A)
Michael Zuckermancb856772016-05-16 11:42:01 +00001560{
1561 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1562 (__v16sf) _mm512_setzero_ps (),
1563 (__mmask16) __U,
1564 _MM_FROUND_CUR_DIRECTION);
1565}
1566
Michael Kupersteine45af542015-06-30 13:36:19 +00001567static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001568_mm512_rsqrt14_pd(__m512d __A)
1569{
1570 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1571 (__v8df)
1572 _mm512_setzero_pd (),
1573 (__mmask8) -1);}
1574
Michael Zuckermancb856772016-05-16 11:42:01 +00001575static __inline__ __m512d __DEFAULT_FN_ATTRS
1576_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1577{
1578 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1579 (__v8df) __W,
1580 (__mmask8) __U);
1581}
1582
1583static __inline__ __m512d __DEFAULT_FN_ATTRS
1584_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1585{
1586 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1587 (__v8df)
1588 _mm512_setzero_pd (),
1589 (__mmask8) __U);
1590}
1591
Michael Kupersteine45af542015-06-30 13:36:19 +00001592static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001593_mm512_rsqrt14_ps(__m512 __A)
1594{
1595 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1596 (__v16sf)
1597 _mm512_setzero_ps (),
1598 (__mmask16) -1);
1599}
1600
Michael Zuckermancb856772016-05-16 11:42:01 +00001601static __inline__ __m512 __DEFAULT_FN_ATTRS
1602_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1603{
1604 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1605 (__v16sf) __W,
1606 (__mmask16) __U);
1607}
1608
1609static __inline__ __m512 __DEFAULT_FN_ATTRS
1610_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1611{
1612 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1613 (__v16sf)
1614 _mm512_setzero_ps (),
1615 (__mmask16) __U);
1616}
1617
Michael Kupersteine45af542015-06-30 13:36:19 +00001618static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001619_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1620{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001621 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001622 (__v4sf) __B,
1623 (__v4sf)
1624 _mm_setzero_ps (),
1625 (__mmask8) -1);
1626}
1627
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001628static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001629_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001630{
1631 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1632 (__v4sf) __B,
1633 (__v4sf) __W,
1634 (__mmask8) __U);
1635}
1636
1637static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001638_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001639{
1640 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1641 (__v4sf) __B,
1642 (__v4sf) _mm_setzero_ps (),
1643 (__mmask8) __U);
1644}
1645
Michael Kupersteine45af542015-06-30 13:36:19 +00001646static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001647_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1648{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001649 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001650 (__v2df) __B,
1651 (__v2df)
1652 _mm_setzero_pd (),
1653 (__mmask8) -1);
1654}
1655
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001656static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001657_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001658{
1659 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1660 (__v2df) __B,
1661 (__v2df) __W,
1662 (__mmask8) __U);
1663}
1664
1665static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001666_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001667{
1668 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1669 (__v2df) __B,
1670 (__v2df) _mm_setzero_pd (),
1671 (__mmask8) __U);
1672}
1673
Michael Kupersteine45af542015-06-30 13:36:19 +00001674static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001675_mm512_rcp14_pd(__m512d __A)
1676{
1677 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1678 (__v8df)
1679 _mm512_setzero_pd (),
1680 (__mmask8) -1);
1681}
1682
Michael Zuckermancb856772016-05-16 11:42:01 +00001683static __inline__ __m512d __DEFAULT_FN_ATTRS
1684_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1685{
1686 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1687 (__v8df) __W,
1688 (__mmask8) __U);
1689}
1690
1691static __inline__ __m512d __DEFAULT_FN_ATTRS
1692_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1693{
1694 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1695 (__v8df)
1696 _mm512_setzero_pd (),
1697 (__mmask8) __U);
1698}
1699
Michael Kupersteine45af542015-06-30 13:36:19 +00001700static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001701_mm512_rcp14_ps(__m512 __A)
1702{
1703 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1704 (__v16sf)
1705 _mm512_setzero_ps (),
1706 (__mmask16) -1);
1707}
Michael Zuckermancb856772016-05-16 11:42:01 +00001708
1709static __inline__ __m512 __DEFAULT_FN_ATTRS
1710_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1711{
1712 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1713 (__v16sf) __W,
1714 (__mmask16) __U);
1715}
1716
1717static __inline__ __m512 __DEFAULT_FN_ATTRS
1718_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1719{
1720 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1721 (__v16sf)
1722 _mm512_setzero_ps (),
1723 (__mmask16) __U);
1724}
1725
Michael Kupersteine45af542015-06-30 13:36:19 +00001726static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001727_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001728{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001729 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001730 (__v4sf) __B,
1731 (__v4sf)
1732 _mm_setzero_ps (),
1733 (__mmask8) -1);
1734}
1735
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001736static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001737_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001738{
1739 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1740 (__v4sf) __B,
1741 (__v4sf) __W,
1742 (__mmask8) __U);
1743}
1744
1745static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001746_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001747{
1748 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1749 (__v4sf) __B,
1750 (__v4sf) _mm_setzero_ps (),
1751 (__mmask8) __U);
1752}
1753
Michael Kupersteine45af542015-06-30 13:36:19 +00001754static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001755_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001756{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001757 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001758 (__v2df) __B,
1759 (__v2df)
1760 _mm_setzero_pd (),
1761 (__mmask8) -1);
1762}
1763
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001764static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001765_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001766{
1767 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1768 (__v2df) __B,
1769 (__v2df) __W,
1770 (__mmask8) __U);
1771}
1772
1773static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001774_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001775{
1776 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1777 (__v2df) __B,
1778 (__v2df) _mm_setzero_pd (),
1779 (__mmask8) __U);
1780}
1781
Michael Kupersteine45af542015-06-30 13:36:19 +00001782static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001783_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001784{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001785 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1786 _MM_FROUND_FLOOR,
1787 (__v16sf) __A, -1,
1788 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001789}
1790
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001791static __inline__ __m512 __DEFAULT_FN_ATTRS
1792_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1793{
1794 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1795 _MM_FROUND_FLOOR,
1796 (__v16sf) __W, __U,
1797 _MM_FROUND_CUR_DIRECTION);
1798}
1799
Michael Kupersteine45af542015-06-30 13:36:19 +00001800static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001801_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001802{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001803 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1804 _MM_FROUND_FLOOR,
1805 (__v8df) __A, -1,
1806 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001807}
1808
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001809static __inline__ __m512d __DEFAULT_FN_ATTRS
1810_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1811{
1812 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1813 _MM_FROUND_FLOOR,
1814 (__v8df) __W, __U,
1815 _MM_FROUND_CUR_DIRECTION);
1816}
1817
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001818static __inline__ __m512 __DEFAULT_FN_ATTRS
1819_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1820{
1821 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1822 _MM_FROUND_CEIL,
1823 (__v16sf) __W, __U,
1824 _MM_FROUND_CUR_DIRECTION);
1825}
1826
Michael Kupersteine45af542015-06-30 13:36:19 +00001827static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001828_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001829{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001830 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1831 _MM_FROUND_CEIL,
1832 (__v16sf) __A, -1,
1833 _MM_FROUND_CUR_DIRECTION);
1834}
1835
Michael Kupersteine45af542015-06-30 13:36:19 +00001836static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001837_mm512_ceil_pd(__m512d __A)
1838{
1839 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1840 _MM_FROUND_CEIL,
1841 (__v8df) __A, -1,
1842 _MM_FROUND_CUR_DIRECTION);
1843}
1844
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001845static __inline__ __m512d __DEFAULT_FN_ATTRS
1846_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1847{
1848 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1849 _MM_FROUND_CEIL,
1850 (__v8df) __W, __U,
1851 _MM_FROUND_CUR_DIRECTION);
1852}
1853
Michael Kupersteine45af542015-06-30 13:36:19 +00001854static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001855_mm512_abs_epi64(__m512i __A)
1856{
1857 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1858 (__v8di)
1859 _mm512_setzero_si512 (),
1860 (__mmask8) -1);
1861}
1862
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001863static __inline__ __m512i __DEFAULT_FN_ATTRS
1864_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1865{
1866 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1867 (__v8di) __W,
1868 (__mmask8) __U);
1869}
1870
1871static __inline__ __m512i __DEFAULT_FN_ATTRS
1872_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1873{
1874 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1875 (__v8di)
1876 _mm512_setzero_si512 (),
1877 (__mmask8) __U);
1878}
1879
Michael Kupersteine45af542015-06-30 13:36:19 +00001880static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001881_mm512_abs_epi32(__m512i __A)
1882{
1883 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1884 (__v16si)
1885 _mm512_setzero_si512 (),
1886 (__mmask16) -1);
1887}
1888
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001889static __inline__ __m512i __DEFAULT_FN_ATTRS
1890_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1891{
1892 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1893 (__v16si) __W,
1894 (__mmask16) __U);
1895}
1896
1897static __inline__ __m512i __DEFAULT_FN_ATTRS
1898_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1899{
1900 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1901 (__v16si)
1902 _mm512_setzero_si512 (),
1903 (__mmask16) __U);
1904}
1905
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001906static __inline__ __m128 __DEFAULT_FN_ATTRS
1907_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001908 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001909 (__v4sf) __B,
1910 (__v4sf) __W,
1911 (__mmask8) __U,
1912 _MM_FROUND_CUR_DIRECTION);
1913}
1914
1915static __inline__ __m128 __DEFAULT_FN_ATTRS
1916_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001917 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001918 (__v4sf) __B,
1919 (__v4sf) _mm_setzero_ps (),
1920 (__mmask8) __U,
1921 _MM_FROUND_CUR_DIRECTION);
1922}
1923
Craig Topper8c18e112016-05-17 04:41:50 +00001924#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1925 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1926 (__v4sf)(__m128)(B), \
1927 (__v4sf)_mm_setzero_ps(), \
1928 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001929
Craig Topper8c18e112016-05-17 04:41:50 +00001930#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1931 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1932 (__v4sf)(__m128)(B), \
1933 (__v4sf)(__m128)(W), (__mmask8)(U), \
1934 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001935
Craig Topper8c18e112016-05-17 04:41:50 +00001936#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
1937 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1938 (__v4sf)(__m128)(B), \
1939 (__v4sf)_mm_setzero_ps(), \
1940 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001941
1942static __inline__ __m128d __DEFAULT_FN_ATTRS
1943_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001944 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001945 (__v2df) __B,
1946 (__v2df) __W,
1947 (__mmask8) __U,
1948 _MM_FROUND_CUR_DIRECTION);
1949}
1950
1951static __inline__ __m128d __DEFAULT_FN_ATTRS
1952_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001953 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001954 (__v2df) __B,
1955 (__v2df) _mm_setzero_pd (),
1956 (__mmask8) __U,
1957 _MM_FROUND_CUR_DIRECTION);
1958}
Craig Topper8c18e112016-05-17 04:41:50 +00001959#define _mm_add_round_sd(A, B, R) __extension__ ({ \
1960 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1961 (__v2df)(__m128d)(B), \
1962 (__v2df)_mm_setzero_pd(), \
1963 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001964
Craig Topper8c18e112016-05-17 04:41:50 +00001965#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
1966 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1967 (__v2df)(__m128d)(B), \
1968 (__v2df)(__m128d)(W), \
1969 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001970
Craig Topper8c18e112016-05-17 04:41:50 +00001971#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
1972 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
1973 (__v2df)(__m128d)(B), \
1974 (__v2df)_mm_setzero_pd(), \
1975 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001976
Asaf Badouhffeb6242015-07-21 15:27:28 +00001977static __inline__ __m512d __DEFAULT_FN_ATTRS
1978_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
1979 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1980 (__v8df) __B,
1981 (__v8df) __W,
1982 (__mmask8) __U,
1983 _MM_FROUND_CUR_DIRECTION);
1984}
1985
1986static __inline__ __m512d __DEFAULT_FN_ATTRS
1987_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
1988 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1989 (__v8df) __B,
1990 (__v8df) _mm512_setzero_pd (),
1991 (__mmask8) __U,
1992 _MM_FROUND_CUR_DIRECTION);
1993}
1994
1995static __inline__ __m512 __DEFAULT_FN_ATTRS
1996_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
1997 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
1998 (__v16sf) __B,
1999 (__v16sf) __W,
2000 (__mmask16) __U,
2001 _MM_FROUND_CUR_DIRECTION);
2002}
2003
2004static __inline__ __m512 __DEFAULT_FN_ATTRS
2005_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2006 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2007 (__v16sf) __B,
2008 (__v16sf) _mm512_setzero_ps (),
2009 (__mmask16) __U,
2010 _MM_FROUND_CUR_DIRECTION);
2011}
2012
Craig Topper8c18e112016-05-17 04:41:50 +00002013#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2014 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2015 (__v8df)(__m512d)(B), \
2016 (__v8df)_mm512_setzero_pd(), \
2017 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002018
Craig Topper8c18e112016-05-17 04:41:50 +00002019#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2020 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2021 (__v8df)(__m512d)(B), \
2022 (__v8df)(__m512d)(W), (__mmask8)(U), \
2023 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002024
Craig Topper8c18e112016-05-17 04:41:50 +00002025#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2026 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2027 (__v8df)(__m512d)(B), \
2028 (__v8df)_mm512_setzero_pd(), \
2029 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002030
Craig Topper8c18e112016-05-17 04:41:50 +00002031#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2032 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2033 (__v16sf)(__m512)(B), \
2034 (__v16sf)_mm512_setzero_ps(), \
2035 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002036
Craig Topper8c18e112016-05-17 04:41:50 +00002037#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2038 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2039 (__v16sf)(__m512)(B), \
2040 (__v16sf)(__m512)(W), (__mmask16)(U), \
2041 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002042
Craig Topper8c18e112016-05-17 04:41:50 +00002043#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2044 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2045 (__v16sf)(__m512)(B), \
2046 (__v16sf)_mm512_setzero_ps(), \
2047 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002048
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002049static __inline__ __m128 __DEFAULT_FN_ATTRS
2050_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002051 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002052 (__v4sf) __B,
2053 (__v4sf) __W,
2054 (__mmask8) __U,
2055 _MM_FROUND_CUR_DIRECTION);
2056}
2057
2058static __inline__ __m128 __DEFAULT_FN_ATTRS
2059_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002060 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002061 (__v4sf) __B,
2062 (__v4sf) _mm_setzero_ps (),
2063 (__mmask8) __U,
2064 _MM_FROUND_CUR_DIRECTION);
2065}
Craig Topper8c18e112016-05-17 04:41:50 +00002066#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2067 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2068 (__v4sf)(__m128)(B), \
2069 (__v4sf)_mm_setzero_ps(), \
2070 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002071
Craig Topper8c18e112016-05-17 04:41:50 +00002072#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2073 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2074 (__v4sf)(__m128)(B), \
2075 (__v4sf)(__m128)(W), (__mmask8)(U), \
2076 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002077
Craig Topper8c18e112016-05-17 04:41:50 +00002078#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2079 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2080 (__v4sf)(__m128)(B), \
2081 (__v4sf)_mm_setzero_ps(), \
2082 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002083
2084static __inline__ __m128d __DEFAULT_FN_ATTRS
2085_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002086 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002087 (__v2df) __B,
2088 (__v2df) __W,
2089 (__mmask8) __U,
2090 _MM_FROUND_CUR_DIRECTION);
2091}
2092
2093static __inline__ __m128d __DEFAULT_FN_ATTRS
2094_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002095 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002096 (__v2df) __B,
2097 (__v2df) _mm_setzero_pd (),
2098 (__mmask8) __U,
2099 _MM_FROUND_CUR_DIRECTION);
2100}
2101
Craig Topper8c18e112016-05-17 04:41:50 +00002102#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2103 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2104 (__v2df)(__m128d)(B), \
2105 (__v2df)_mm_setzero_pd(), \
2106 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002107
Craig Topper8c18e112016-05-17 04:41:50 +00002108#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2109 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2110 (__v2df)(__m128d)(B), \
2111 (__v2df)(__m128d)(W), \
2112 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002113
Craig Topper8c18e112016-05-17 04:41:50 +00002114#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2115 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2116 (__v2df)(__m128d)(B), \
2117 (__v2df)_mm_setzero_pd(), \
2118 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002119
Asaf Badouhffeb6242015-07-21 15:27:28 +00002120static __inline__ __m512d __DEFAULT_FN_ATTRS
2121_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2122 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2123 (__v8df) __B,
2124 (__v8df) __W,
2125 (__mmask8) __U,
2126 _MM_FROUND_CUR_DIRECTION);
2127}
2128
2129static __inline__ __m512d __DEFAULT_FN_ATTRS
2130_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2131 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2132 (__v8df) __B,
2133 (__v8df)
2134 _mm512_setzero_pd (),
2135 (__mmask8) __U,
2136 _MM_FROUND_CUR_DIRECTION);
2137}
2138
2139static __inline__ __m512 __DEFAULT_FN_ATTRS
2140_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2141 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2142 (__v16sf) __B,
2143 (__v16sf) __W,
2144 (__mmask16) __U,
2145 _MM_FROUND_CUR_DIRECTION);
2146}
2147
2148static __inline__ __m512 __DEFAULT_FN_ATTRS
2149_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2150 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2151 (__v16sf) __B,
2152 (__v16sf)
2153 _mm512_setzero_ps (),
2154 (__mmask16) __U,
2155 _MM_FROUND_CUR_DIRECTION);
2156}
2157
Craig Topper8c18e112016-05-17 04:41:50 +00002158#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2159 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2160 (__v8df)(__m512d)(B), \
2161 (__v8df)_mm512_setzero_pd(), \
2162 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002163
Craig Topper8c18e112016-05-17 04:41:50 +00002164#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2165 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2166 (__v8df)(__m512d)(B), \
2167 (__v8df)(__m512d)(W), (__mmask8)(U), \
2168 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002169
Craig Topper8c18e112016-05-17 04:41:50 +00002170#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2171 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2172 (__v8df)(__m512d)(B), \
2173 (__v8df)_mm512_setzero_pd(), \
2174 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002175
Craig Topper8c18e112016-05-17 04:41:50 +00002176#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2177 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2178 (__v16sf)(__m512)(B), \
2179 (__v16sf)_mm512_setzero_ps(), \
2180 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002181
Craig Topper8c18e112016-05-17 04:41:50 +00002182#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2183 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2184 (__v16sf)(__m512)(B), \
2185 (__v16sf)(__m512)(W), (__mmask16)(U), \
2186 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002187
Craig Topper8c18e112016-05-17 04:41:50 +00002188#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2189 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2190 (__v16sf)(__m512)(B), \
2191 (__v16sf)_mm512_setzero_ps(), \
2192 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002193
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002194static __inline__ __m128 __DEFAULT_FN_ATTRS
2195_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002196 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002197 (__v4sf) __B,
2198 (__v4sf) __W,
2199 (__mmask8) __U,
2200 _MM_FROUND_CUR_DIRECTION);
2201}
2202
2203static __inline__ __m128 __DEFAULT_FN_ATTRS
2204_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002205 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002206 (__v4sf) __B,
2207 (__v4sf) _mm_setzero_ps (),
2208 (__mmask8) __U,
2209 _MM_FROUND_CUR_DIRECTION);
2210}
Craig Topper8c18e112016-05-17 04:41:50 +00002211#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2212 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2213 (__v4sf)(__m128)(B), \
2214 (__v4sf)_mm_setzero_ps(), \
2215 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002216
Craig Topper8c18e112016-05-17 04:41:50 +00002217#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2218 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2219 (__v4sf)(__m128)(B), \
2220 (__v4sf)(__m128)(W), (__mmask8)(U), \
2221 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002222
Craig Topper8c18e112016-05-17 04:41:50 +00002223#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2224 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2225 (__v4sf)(__m128)(B), \
2226 (__v4sf)_mm_setzero_ps(), \
2227 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002228
2229static __inline__ __m128d __DEFAULT_FN_ATTRS
2230_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002231 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002232 (__v2df) __B,
2233 (__v2df) __W,
2234 (__mmask8) __U,
2235 _MM_FROUND_CUR_DIRECTION);
2236}
2237
2238static __inline__ __m128d __DEFAULT_FN_ATTRS
2239_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002240 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002241 (__v2df) __B,
2242 (__v2df) _mm_setzero_pd (),
2243 (__mmask8) __U,
2244 _MM_FROUND_CUR_DIRECTION);
2245}
2246
Craig Topper8c18e112016-05-17 04:41:50 +00002247#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2248 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2249 (__v2df)(__m128d)(B), \
2250 (__v2df)_mm_setzero_pd(), \
2251 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002252
Craig Topper8c18e112016-05-17 04:41:50 +00002253#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2254 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2255 (__v2df)(__m128d)(B), \
2256 (__v2df)(__m128d)(W), \
2257 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002258
Craig Topper8c18e112016-05-17 04:41:50 +00002259#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2260 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2261 (__v2df)(__m128d)(B), \
2262 (__v2df)_mm_setzero_pd(), \
2263 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002264
Asaf Badouhffeb6242015-07-21 15:27:28 +00002265static __inline__ __m512d __DEFAULT_FN_ATTRS
2266_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2267 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2268 (__v8df) __B,
2269 (__v8df) __W,
2270 (__mmask8) __U,
2271 _MM_FROUND_CUR_DIRECTION);
2272}
2273
2274static __inline__ __m512d __DEFAULT_FN_ATTRS
2275_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2276 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2277 (__v8df) __B,
2278 (__v8df)
2279 _mm512_setzero_pd (),
2280 (__mmask8) __U,
2281 _MM_FROUND_CUR_DIRECTION);
2282}
2283
2284static __inline__ __m512 __DEFAULT_FN_ATTRS
2285_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2286 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2287 (__v16sf) __B,
2288 (__v16sf) __W,
2289 (__mmask16) __U,
2290 _MM_FROUND_CUR_DIRECTION);
2291}
2292
2293static __inline__ __m512 __DEFAULT_FN_ATTRS
2294_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2295 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2296 (__v16sf) __B,
2297 (__v16sf)
2298 _mm512_setzero_ps (),
2299 (__mmask16) __U,
2300 _MM_FROUND_CUR_DIRECTION);
2301}
2302
Craig Topper8c18e112016-05-17 04:41:50 +00002303#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2304 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2305 (__v8df)(__m512d)(B), \
2306 (__v8df)_mm512_setzero_pd(), \
2307 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002308
Craig Topper8c18e112016-05-17 04:41:50 +00002309#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2310 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2311 (__v8df)(__m512d)(B), \
2312 (__v8df)(__m512d)(W), (__mmask8)(U), \
2313 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002314
Craig Topper8c18e112016-05-17 04:41:50 +00002315#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2316 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2317 (__v8df)(__m512d)(B), \
2318 (__v8df)_mm512_setzero_pd(), \
2319 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002320
Craig Topper8c18e112016-05-17 04:41:50 +00002321#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2322 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2323 (__v16sf)(__m512)(B), \
2324 (__v16sf)_mm512_setzero_ps(), \
2325 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002326
Craig Topper8c18e112016-05-17 04:41:50 +00002327#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2328 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2329 (__v16sf)(__m512)(B), \
2330 (__v16sf)(__m512)(W), (__mmask16)(U), \
2331 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002332
Craig Topper8c18e112016-05-17 04:41:50 +00002333#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2334 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2335 (__v16sf)(__m512)(B), \
2336 (__v16sf)_mm512_setzero_ps(), \
2337 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002338
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002339static __inline__ __m128 __DEFAULT_FN_ATTRS
2340_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002341 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002342 (__v4sf) __B,
2343 (__v4sf) __W,
2344 (__mmask8) __U,
2345 _MM_FROUND_CUR_DIRECTION);
2346}
2347
2348static __inline__ __m128 __DEFAULT_FN_ATTRS
2349_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002350 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002351 (__v4sf) __B,
2352 (__v4sf) _mm_setzero_ps (),
2353 (__mmask8) __U,
2354 _MM_FROUND_CUR_DIRECTION);
2355}
2356
Craig Topper8c18e112016-05-17 04:41:50 +00002357#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2358 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2359 (__v4sf)(__m128)(B), \
2360 (__v4sf)_mm_setzero_ps(), \
2361 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002362
Craig Topper8c18e112016-05-17 04:41:50 +00002363#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2364 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2365 (__v4sf)(__m128)(B), \
2366 (__v4sf)(__m128)(W), (__mmask8)(U), \
2367 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002368
Craig Topper8c18e112016-05-17 04:41:50 +00002369#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2370 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2371 (__v4sf)(__m128)(B), \
2372 (__v4sf)_mm_setzero_ps(), \
2373 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002374
2375static __inline__ __m128d __DEFAULT_FN_ATTRS
2376_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002377 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002378 (__v2df) __B,
2379 (__v2df) __W,
2380 (__mmask8) __U,
2381 _MM_FROUND_CUR_DIRECTION);
2382}
2383
2384static __inline__ __m128d __DEFAULT_FN_ATTRS
2385_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002386 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002387 (__v2df) __B,
2388 (__v2df) _mm_setzero_pd (),
2389 (__mmask8) __U,
2390 _MM_FROUND_CUR_DIRECTION);
2391}
2392
Craig Topper8c18e112016-05-17 04:41:50 +00002393#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2394 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2395 (__v2df)(__m128d)(B), \
2396 (__v2df)_mm_setzero_pd(), \
2397 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002398
Craig Topper8c18e112016-05-17 04:41:50 +00002399#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2400 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2401 (__v2df)(__m128d)(B), \
2402 (__v2df)(__m128d)(W), \
2403 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002404
Craig Topper8c18e112016-05-17 04:41:50 +00002405#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2406 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2407 (__v2df)(__m128d)(B), \
2408 (__v2df)_mm_setzero_pd(), \
2409 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002410
Michael Zuckerman223676d2016-06-14 12:38:58 +00002411static __inline __m512d __DEFAULT_FN_ATTRS
2412_mm512_div_pd(__m512d __a, __m512d __b)
2413{
2414 return (__m512d)((__v8df)__a/(__v8df)__b);
2415}
2416
Asaf Badouhffeb6242015-07-21 15:27:28 +00002417static __inline__ __m512d __DEFAULT_FN_ATTRS
2418_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2419 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2420 (__v8df) __B,
2421 (__v8df) __W,
2422 (__mmask8) __U,
2423 _MM_FROUND_CUR_DIRECTION);
2424}
2425
2426static __inline__ __m512d __DEFAULT_FN_ATTRS
2427_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2428 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2429 (__v8df) __B,
2430 (__v8df)
2431 _mm512_setzero_pd (),
2432 (__mmask8) __U,
2433 _MM_FROUND_CUR_DIRECTION);
2434}
2435
Michael Zuckerman223676d2016-06-14 12:38:58 +00002436static __inline __m512 __DEFAULT_FN_ATTRS
2437_mm512_div_ps(__m512 __a, __m512 __b)
2438{
2439 return (__m512)((__v16sf)__a/(__v16sf)__b);
2440}
2441
Asaf Badouhffeb6242015-07-21 15:27:28 +00002442static __inline__ __m512 __DEFAULT_FN_ATTRS
2443_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2444 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2445 (__v16sf) __B,
2446 (__v16sf) __W,
2447 (__mmask16) __U,
2448 _MM_FROUND_CUR_DIRECTION);
2449}
2450
2451static __inline__ __m512 __DEFAULT_FN_ATTRS
2452_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2453 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2454 (__v16sf) __B,
2455 (__v16sf)
2456 _mm512_setzero_ps (),
2457 (__mmask16) __U,
2458 _MM_FROUND_CUR_DIRECTION);
2459}
2460
Craig Topper8c18e112016-05-17 04:41:50 +00002461#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2462 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2463 (__v8df)(__m512d)(B), \
2464 (__v8df)_mm512_setzero_pd(), \
2465 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002466
Craig Topper8c18e112016-05-17 04:41:50 +00002467#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2468 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2469 (__v8df)(__m512d)(B), \
2470 (__v8df)(__m512d)(W), (__mmask8)(U), \
2471 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002472
Craig Topper8c18e112016-05-17 04:41:50 +00002473#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2474 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2475 (__v8df)(__m512d)(B), \
2476 (__v8df)_mm512_setzero_pd(), \
2477 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002478
Craig Topper8c18e112016-05-17 04:41:50 +00002479#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2480 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2481 (__v16sf)(__m512)(B), \
2482 (__v16sf)_mm512_setzero_ps(), \
2483 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002484
Craig Topper8c18e112016-05-17 04:41:50 +00002485#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2486 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2487 (__v16sf)(__m512)(B), \
2488 (__v16sf)(__m512)(W), (__mmask16)(U), \
2489 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002490
Craig Topper8c18e112016-05-17 04:41:50 +00002491#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2492 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2493 (__v16sf)(__m512)(B), \
2494 (__v16sf)_mm512_setzero_ps(), \
2495 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002496
Craig Topper72c7d512015-02-01 07:35:35 +00002497#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002498 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2499 (__v16sf)(__m512)(A), (__mmask16)-1, \
2500 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002501
Craig Topper8c18e112016-05-17 04:41:50 +00002502#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2503 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2504 (__v16sf)(__m512)(A), (__mmask16)(B), \
2505 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002506
Craig Topper8c18e112016-05-17 04:41:50 +00002507#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2508 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2509 (__v16sf)_mm512_setzero_ps(), \
2510 (__mmask16)(A), \
2511 _MM_FROUND_CUR_DIRECTION); })
2512
Craig Topperf3efec62016-06-08 06:08:07 +00002513#define _mm512_mask_roundscale_round_ps(A, B, C, imm, R) __extension__ ({ \
2514 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2515 (__v16sf)(__m512)(A), (__mmask16)(B), \
2516 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002517
Craig Topperf3efec62016-06-08 06:08:07 +00002518#define _mm512_maskz_roundscale_round_ps(A, B, imm, R) __extension__ ({ \
2519 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2520 (__v16sf)_mm512_setzero_ps(), \
2521 (__mmask16)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002522
Craig Topperf3efec62016-06-08 06:08:07 +00002523#define _mm512_roundscale_round_ps(A, imm, R) __extension__ ({ \
2524 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(imm), \
2525 (__v16sf)_mm512_undefined_ps(), \
2526 (__mmask16)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002527
Craig Topper72c7d512015-02-01 07:35:35 +00002528#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002529 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2530 (__v8df)(__m512d)(A), (__mmask8)-1, \
2531 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002532
Craig Topper8c18e112016-05-17 04:41:50 +00002533#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2534 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2535 (__v8df)(__m512d)(A), (__mmask8)(B), \
2536 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002537
Craig Topper8c18e112016-05-17 04:41:50 +00002538#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2539 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2540 (__v8df)_mm512_setzero_pd(), \
2541 (__mmask8)(A), \
2542 _MM_FROUND_CUR_DIRECTION); })
2543
Craig Topperf3efec62016-06-08 06:08:07 +00002544#define _mm512_mask_roundscale_round_pd(A, B, C, imm, R) __extension__ ({ \
2545 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2546 (__v8df)(__m512d)(A), (__mmask8)(B), \
2547 (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002548
Craig Topperf3efec62016-06-08 06:08:07 +00002549#define _mm512_maskz_roundscale_round_pd(A, B, imm, R) __extension__ ({ \
2550 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2551 (__v8df)_mm512_setzero_pd(), \
2552 (__mmask8)(A), (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002553
Craig Topperf3efec62016-06-08 06:08:07 +00002554#define _mm512_roundscale_round_pd(A, imm, R) __extension__ ({ \
2555 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(imm), \
2556 (__v8df)_mm512_undefined_pd(), \
2557 (__mmask8)-1, (int)(R)); })
Michael Zuckermanc301c192016-06-01 07:35:44 +00002558
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002559#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002560 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2561 (__v8df)(__m512d)(B), \
2562 (__v8df)(__m512d)(C), (__mmask8)-1, \
2563 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002564
2565
2566#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002567 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2568 (__v8df)(__m512d)(B), \
2569 (__v8df)(__m512d)(C), \
2570 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002571
2572
2573#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002574 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2575 (__v8df)(__m512d)(B), \
2576 (__v8df)(__m512d)(C), \
2577 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002578
2579
2580#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002581 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2582 (__v8df)(__m512d)(B), \
2583 (__v8df)(__m512d)(C), \
2584 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002585
2586
2587#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002588 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2589 (__v8df)(__m512d)(B), \
2590 -(__v8df)(__m512d)(C), \
2591 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002592
2593
2594#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002595 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2596 (__v8df)(__m512d)(B), \
2597 -(__v8df)(__m512d)(C), \
2598 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002599
2600
2601#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002602 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2603 (__v8df)(__m512d)(B), \
2604 -(__v8df)(__m512d)(C), \
2605 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002606
2607
2608#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002609 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2610 (__v8df)(__m512d)(B), \
2611 (__v8df)(__m512d)(C), (__mmask8)-1, \
2612 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002613
2614
2615#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002616 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2617 (__v8df)(__m512d)(B), \
2618 (__v8df)(__m512d)(C), \
2619 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002620
2621
2622#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002623 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2624 (__v8df)(__m512d)(B), \
2625 (__v8df)(__m512d)(C), \
2626 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002627
2628
2629#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002630 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2631 (__v8df)(__m512d)(B), \
2632 -(__v8df)(__m512d)(C), \
2633 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002634
2635
2636#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002637 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2638 (__v8df)(__m512d)(B), \
2639 -(__v8df)(__m512d)(C), \
2640 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002641
2642
Michael Kupersteine45af542015-06-30 13:36:19 +00002643static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002644_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2645{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002646 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2647 (__v8df) __B,
2648 (__v8df) __C,
2649 (__mmask8) -1,
2650 _MM_FROUND_CUR_DIRECTION);
2651}
2652
Michael Kupersteine45af542015-06-30 13:36:19 +00002653static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002654_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2655{
2656 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2657 (__v8df) __B,
2658 (__v8df) __C,
2659 (__mmask8) __U,
2660 _MM_FROUND_CUR_DIRECTION);
2661}
2662
Michael Kupersteine45af542015-06-30 13:36:19 +00002663static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002664_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2665{
2666 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2667 (__v8df) __B,
2668 (__v8df) __C,
2669 (__mmask8) __U,
2670 _MM_FROUND_CUR_DIRECTION);
2671}
2672
Michael Kupersteine45af542015-06-30 13:36:19 +00002673static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002674_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2675{
2676 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2677 (__v8df) __B,
2678 (__v8df) __C,
2679 (__mmask8) __U,
2680 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002681}
2682
Michael Kupersteine45af542015-06-30 13:36:19 +00002683static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002684_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2685{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002686 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2687 (__v8df) __B,
2688 -(__v8df) __C,
2689 (__mmask8) -1,
2690 _MM_FROUND_CUR_DIRECTION);
2691}
2692
Michael Kupersteine45af542015-06-30 13:36:19 +00002693static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002694_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2695{
2696 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2697 (__v8df) __B,
2698 -(__v8df) __C,
2699 (__mmask8) __U,
2700 _MM_FROUND_CUR_DIRECTION);
2701}
2702
Michael Kupersteine45af542015-06-30 13:36:19 +00002703static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002704_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2705{
2706 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2707 (__v8df) __B,
2708 -(__v8df) __C,
2709 (__mmask8) __U,
2710 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002711}
2712
Michael Kupersteine45af542015-06-30 13:36:19 +00002713static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002714_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2715{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002716 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2717 (__v8df) __B,
2718 (__v8df) __C,
2719 (__mmask8) -1,
2720 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002721}
2722
Michael Kupersteine45af542015-06-30 13:36:19 +00002723static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002724_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2725{
2726 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2727 (__v8df) __B,
2728 (__v8df) __C,
2729 (__mmask8) __U,
2730 _MM_FROUND_CUR_DIRECTION);
2731}
2732
Michael Kupersteine45af542015-06-30 13:36:19 +00002733static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002734_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2735{
2736 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2737 (__v8df) __B,
2738 (__v8df) __C,
2739 (__mmask8) __U,
2740 _MM_FROUND_CUR_DIRECTION);
2741}
2742
Michael Kupersteine45af542015-06-30 13:36:19 +00002743static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002744_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2745{
2746 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2747 (__v8df) __B,
2748 -(__v8df) __C,
2749 (__mmask8) -1,
2750 _MM_FROUND_CUR_DIRECTION);
2751}
2752
Michael Kupersteine45af542015-06-30 13:36:19 +00002753static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002754_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2755{
2756 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2757 (__v8df) __B,
2758 -(__v8df) __C,
2759 (__mmask8) __U,
2760 _MM_FROUND_CUR_DIRECTION);
2761}
2762
2763#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002764 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2765 (__v16sf)(__m512)(B), \
2766 (__v16sf)(__m512)(C), (__mmask16)-1, \
2767 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002768
2769
2770#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002771 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2772 (__v16sf)(__m512)(B), \
2773 (__v16sf)(__m512)(C), \
2774 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002775
2776
2777#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002778 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2779 (__v16sf)(__m512)(B), \
2780 (__v16sf)(__m512)(C), \
2781 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002782
2783
2784#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002785 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2786 (__v16sf)(__m512)(B), \
2787 (__v16sf)(__m512)(C), \
2788 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002789
2790
2791#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002792 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2793 (__v16sf)(__m512)(B), \
2794 -(__v16sf)(__m512)(C), \
2795 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002796
2797
2798#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002799 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2800 (__v16sf)(__m512)(B), \
2801 -(__v16sf)(__m512)(C), \
2802 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002803
2804
2805#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002806 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2807 (__v16sf)(__m512)(B), \
2808 -(__v16sf)(__m512)(C), \
2809 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002810
2811
2812#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002813 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2814 (__v16sf)(__m512)(B), \
2815 (__v16sf)(__m512)(C), (__mmask16)-1, \
2816 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002817
2818
2819#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002820 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2821 (__v16sf)(__m512)(B), \
2822 (__v16sf)(__m512)(C), \
2823 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002824
2825
2826#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002827 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2828 (__v16sf)(__m512)(B), \
2829 (__v16sf)(__m512)(C), \
2830 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002831
2832
2833#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002834 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2835 (__v16sf)(__m512)(B), \
2836 -(__v16sf)(__m512)(C), \
2837 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002838
2839
2840#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002841 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2842 (__v16sf)(__m512)(B), \
2843 -(__v16sf)(__m512)(C), \
2844 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002845
2846
Michael Kupersteine45af542015-06-30 13:36:19 +00002847static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002848_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2849{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002850 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2851 (__v16sf) __B,
2852 (__v16sf) __C,
2853 (__mmask16) -1,
2854 _MM_FROUND_CUR_DIRECTION);
2855}
2856
Michael Kupersteine45af542015-06-30 13:36:19 +00002857static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002858_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2859{
2860 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2861 (__v16sf) __B,
2862 (__v16sf) __C,
2863 (__mmask16) __U,
2864 _MM_FROUND_CUR_DIRECTION);
2865}
2866
Michael Kupersteine45af542015-06-30 13:36:19 +00002867static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002868_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2869{
2870 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2871 (__v16sf) __B,
2872 (__v16sf) __C,
2873 (__mmask16) __U,
2874 _MM_FROUND_CUR_DIRECTION);
2875}
2876
Michael Kupersteine45af542015-06-30 13:36:19 +00002877static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002878_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2879{
2880 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2881 (__v16sf) __B,
2882 (__v16sf) __C,
2883 (__mmask16) __U,
2884 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002885}
2886
Michael Kupersteine45af542015-06-30 13:36:19 +00002887static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002888_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2889{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002890 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2891 (__v16sf) __B,
2892 -(__v16sf) __C,
2893 (__mmask16) -1,
2894 _MM_FROUND_CUR_DIRECTION);
2895}
2896
Michael Kupersteine45af542015-06-30 13:36:19 +00002897static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002898_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2899{
2900 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2901 (__v16sf) __B,
2902 -(__v16sf) __C,
2903 (__mmask16) __U,
2904 _MM_FROUND_CUR_DIRECTION);
2905}
2906
Michael Kupersteine45af542015-06-30 13:36:19 +00002907static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002908_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2909{
2910 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2911 (__v16sf) __B,
2912 -(__v16sf) __C,
2913 (__mmask16) __U,
2914 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002915}
2916
Michael Kupersteine45af542015-06-30 13:36:19 +00002917static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002918_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2919{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002920 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2921 (__v16sf) __B,
2922 (__v16sf) __C,
2923 (__mmask16) -1,
2924 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002925}
2926
Michael Kupersteine45af542015-06-30 13:36:19 +00002927static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002928_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2929{
2930 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2931 (__v16sf) __B,
2932 (__v16sf) __C,
2933 (__mmask16) __U,
2934 _MM_FROUND_CUR_DIRECTION);
2935}
2936
Michael Kupersteine45af542015-06-30 13:36:19 +00002937static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002938_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2939{
2940 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2941 (__v16sf) __B,
2942 (__v16sf) __C,
2943 (__mmask16) __U,
2944 _MM_FROUND_CUR_DIRECTION);
2945}
2946
Michael Kupersteine45af542015-06-30 13:36:19 +00002947static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002948_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2949{
2950 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2951 (__v16sf) __B,
2952 -(__v16sf) __C,
2953 (__mmask16) -1,
2954 _MM_FROUND_CUR_DIRECTION);
2955}
2956
Michael Kupersteine45af542015-06-30 13:36:19 +00002957static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002958_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2959{
2960 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2961 (__v16sf) __B,
2962 -(__v16sf) __C,
2963 (__mmask16) __U,
2964 _MM_FROUND_CUR_DIRECTION);
2965}
2966
2967#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002968 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2969 (__v8df)(__m512d)(B), \
2970 (__v8df)(__m512d)(C), \
2971 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002972
2973
2974#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002975 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2976 (__v8df)(__m512d)(B), \
2977 (__v8df)(__m512d)(C), \
2978 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002979
2980
2981#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002982 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
2983 (__v8df)(__m512d)(B), \
2984 (__v8df)(__m512d)(C), \
2985 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002986
2987
2988#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002989 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
2990 (__v8df)(__m512d)(B), \
2991 (__v8df)(__m512d)(C), \
2992 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002993
2994
2995#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002996 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
2997 (__v8df)(__m512d)(B), \
2998 -(__v8df)(__m512d)(C), \
2999 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003000
3001
3002#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003003 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3004 (__v8df)(__m512d)(B), \
3005 -(__v8df)(__m512d)(C), \
3006 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003007
3008
3009#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003010 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3011 (__v8df)(__m512d)(B), \
3012 -(__v8df)(__m512d)(C), \
3013 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003014
3015
Michael Kupersteine45af542015-06-30 13:36:19 +00003016static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003017_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3018{
3019 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3020 (__v8df) __B,
3021 (__v8df) __C,
3022 (__mmask8) -1,
3023 _MM_FROUND_CUR_DIRECTION);
3024}
3025
Michael Kupersteine45af542015-06-30 13:36:19 +00003026static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003027_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3028{
3029 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3030 (__v8df) __B,
3031 (__v8df) __C,
3032 (__mmask8) __U,
3033 _MM_FROUND_CUR_DIRECTION);
3034}
3035
Michael Kupersteine45af542015-06-30 13:36:19 +00003036static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003037_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3038{
3039 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3040 (__v8df) __B,
3041 (__v8df) __C,
3042 (__mmask8) __U,
3043 _MM_FROUND_CUR_DIRECTION);
3044}
3045
Michael Kupersteine45af542015-06-30 13:36:19 +00003046static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003047_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3048{
3049 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3050 (__v8df) __B,
3051 (__v8df) __C,
3052 (__mmask8) __U,
3053 _MM_FROUND_CUR_DIRECTION);
3054}
3055
Michael Kupersteine45af542015-06-30 13:36:19 +00003056static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003057_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3058{
3059 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3060 (__v8df) __B,
3061 -(__v8df) __C,
3062 (__mmask8) -1,
3063 _MM_FROUND_CUR_DIRECTION);
3064}
3065
Michael Kupersteine45af542015-06-30 13:36:19 +00003066static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003067_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3068{
3069 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3070 (__v8df) __B,
3071 -(__v8df) __C,
3072 (__mmask8) __U,
3073 _MM_FROUND_CUR_DIRECTION);
3074}
3075
Michael Kupersteine45af542015-06-30 13:36:19 +00003076static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003077_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3078{
3079 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3080 (__v8df) __B,
3081 -(__v8df) __C,
3082 (__mmask8) __U,
3083 _MM_FROUND_CUR_DIRECTION);
3084}
3085
3086#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003087 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3088 (__v16sf)(__m512)(B), \
3089 (__v16sf)(__m512)(C), \
3090 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003091
3092
3093#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003094 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3095 (__v16sf)(__m512)(B), \
3096 (__v16sf)(__m512)(C), \
3097 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003098
3099
3100#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003101 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3102 (__v16sf)(__m512)(B), \
3103 (__v16sf)(__m512)(C), \
3104 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003105
3106
3107#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003108 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3109 (__v16sf)(__m512)(B), \
3110 (__v16sf)(__m512)(C), \
3111 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003112
3113
3114#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003115 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3116 (__v16sf)(__m512)(B), \
3117 -(__v16sf)(__m512)(C), \
3118 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003119
3120
3121#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003122 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3123 (__v16sf)(__m512)(B), \
3124 -(__v16sf)(__m512)(C), \
3125 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003126
3127
3128#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003129 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3130 (__v16sf)(__m512)(B), \
3131 -(__v16sf)(__m512)(C), \
3132 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003133
3134
Michael Kupersteine45af542015-06-30 13:36:19 +00003135static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003136_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3137{
3138 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3139 (__v16sf) __B,
3140 (__v16sf) __C,
3141 (__mmask16) -1,
3142 _MM_FROUND_CUR_DIRECTION);
3143}
3144
Michael Kupersteine45af542015-06-30 13:36:19 +00003145static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003146_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3147{
3148 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3149 (__v16sf) __B,
3150 (__v16sf) __C,
3151 (__mmask16) __U,
3152 _MM_FROUND_CUR_DIRECTION);
3153}
3154
Michael Kupersteine45af542015-06-30 13:36:19 +00003155static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003156_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3157{
3158 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3159 (__v16sf) __B,
3160 (__v16sf) __C,
3161 (__mmask16) __U,
3162 _MM_FROUND_CUR_DIRECTION);
3163}
3164
Michael Kupersteine45af542015-06-30 13:36:19 +00003165static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003166_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3167{
3168 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3169 (__v16sf) __B,
3170 (__v16sf) __C,
3171 (__mmask16) __U,
3172 _MM_FROUND_CUR_DIRECTION);
3173}
3174
Michael Kupersteine45af542015-06-30 13:36:19 +00003175static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003176_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3177{
3178 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3179 (__v16sf) __B,
3180 -(__v16sf) __C,
3181 (__mmask16) -1,
3182 _MM_FROUND_CUR_DIRECTION);
3183}
3184
Michael Kupersteine45af542015-06-30 13:36:19 +00003185static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003186_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3187{
3188 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3189 (__v16sf) __B,
3190 -(__v16sf) __C,
3191 (__mmask16) __U,
3192 _MM_FROUND_CUR_DIRECTION);
3193}
3194
Michael Kupersteine45af542015-06-30 13:36:19 +00003195static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003196_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3197{
3198 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3199 (__v16sf) __B,
3200 -(__v16sf) __C,
3201 (__mmask16) __U,
3202 _MM_FROUND_CUR_DIRECTION);
3203}
3204
3205#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003206 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3207 (__v8df)(__m512d)(B), \
3208 (__v8df)(__m512d)(C), \
3209 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003210
3211
Michael Kupersteine45af542015-06-30 13:36:19 +00003212static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003213_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3214{
3215 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3216 (__v8df) __B,
3217 (__v8df) __C,
3218 (__mmask8) __U,
3219 _MM_FROUND_CUR_DIRECTION);
3220}
3221
3222#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003223 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3224 (__v16sf)(__m512)(B), \
3225 (__v16sf)(__m512)(C), \
3226 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003227
3228
Michael Kupersteine45af542015-06-30 13:36:19 +00003229static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003230_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3231{
3232 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3233 (__v16sf) __B,
3234 (__v16sf) __C,
3235 (__mmask16) __U,
3236 _MM_FROUND_CUR_DIRECTION);
3237}
3238
3239#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003240 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3241 (__v8df)(__m512d)(B), \
3242 (__v8df)(__m512d)(C), \
3243 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003244
3245
Michael Kupersteine45af542015-06-30 13:36:19 +00003246static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003247_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3248{
3249 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3250 (__v8df) __B,
3251 (__v8df) __C,
3252 (__mmask8) __U,
3253 _MM_FROUND_CUR_DIRECTION);
3254}
3255
3256#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003257 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3258 (__v16sf)(__m512)(B), \
3259 (__v16sf)(__m512)(C), \
3260 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003261
3262
Michael Kupersteine45af542015-06-30 13:36:19 +00003263static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003264_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3265{
3266 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3267 (__v16sf) __B,
3268 (__v16sf) __C,
3269 (__mmask16) __U,
3270 _MM_FROUND_CUR_DIRECTION);
3271}
3272
3273#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003274 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3275 (__v8df)(__m512d)(B), \
3276 (__v8df)(__m512d)(C), \
3277 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003278
3279
Michael Kupersteine45af542015-06-30 13:36:19 +00003280static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003281_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3282{
3283 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3284 (__v8df) __B,
3285 (__v8df) __C,
3286 (__mmask8) __U,
3287 _MM_FROUND_CUR_DIRECTION);
3288}
3289
3290#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003291 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3292 (__v16sf)(__m512)(B), \
3293 (__v16sf)(__m512)(C), \
3294 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003295
3296
Michael Kupersteine45af542015-06-30 13:36:19 +00003297static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003298_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3299{
3300 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3301 (__v16sf) __B,
3302 (__v16sf) __C,
3303 (__mmask16) __U,
3304 _MM_FROUND_CUR_DIRECTION);
3305}
3306
3307#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003308 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3309 (__v8df)(__m512d)(B), \
3310 (__v8df)(__m512d)(C), \
3311 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003312
3313
3314#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003315 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3316 (__v8df)(__m512d)(B), \
3317 (__v8df)(__m512d)(C), \
3318 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003319
3320
Michael Kupersteine45af542015-06-30 13:36:19 +00003321static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003322_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3323{
3324 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3325 (__v8df) __B,
3326 (__v8df) __C,
3327 (__mmask8) __U,
3328 _MM_FROUND_CUR_DIRECTION);
3329}
3330
Michael Kupersteine45af542015-06-30 13:36:19 +00003331static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003332_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3333{
3334 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3335 (__v8df) __B,
3336 (__v8df) __C,
3337 (__mmask8) __U,
3338 _MM_FROUND_CUR_DIRECTION);
3339}
3340
3341#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003342 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3343 (__v16sf)(__m512)(B), \
3344 (__v16sf)(__m512)(C), \
3345 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003346
3347
3348#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003349 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3350 (__v16sf)(__m512)(B), \
3351 (__v16sf)(__m512)(C), \
3352 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003353
3354
Michael Kupersteine45af542015-06-30 13:36:19 +00003355static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003356_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3357{
3358 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3359 (__v16sf) __B,
3360 (__v16sf) __C,
3361 (__mmask16) __U,
3362 _MM_FROUND_CUR_DIRECTION);
3363}
3364
Michael Kupersteine45af542015-06-30 13:36:19 +00003365static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003366_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3367{
3368 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3369 (__v16sf) __B,
3370 (__v16sf) __C,
3371 (__mmask16) __U,
3372 _MM_FROUND_CUR_DIRECTION);
3373}
3374
3375
3376
Adam Nemet0d5bb552014-07-28 17:14:40 +00003377/* Vector permutations */
3378
Michael Kupersteine45af542015-06-30 13:36:19 +00003379static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003380_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3381{
3382 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3383 /* idx */ ,
3384 (__v16si) __A,
3385 (__v16si) __B,
3386 (__mmask16) -1);
3387}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003388
3389static __inline__ __m512i __DEFAULT_FN_ATTRS
3390_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3391 __m512i __I, __m512i __B)
3392{
3393 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3394 /* idx */ ,
3395 (__v16si) __A,
3396 (__v16si) __B,
3397 (__mmask16) __U);
3398}
3399
3400static __inline__ __m512i __DEFAULT_FN_ATTRS
3401_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3402 __m512i __I, __m512i __B)
3403{
3404 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3405 /* idx */ ,
3406 (__v16si) __A,
3407 (__v16si) __B,
3408 (__mmask16) __U);
3409}
3410
Michael Kupersteine45af542015-06-30 13:36:19 +00003411static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003412_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3413{
3414 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3415 /* idx */ ,
3416 (__v8di) __A,
3417 (__v8di) __B,
3418 (__mmask8) -1);
3419}
3420
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003421static __inline__ __m512i __DEFAULT_FN_ATTRS
3422_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3423 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003424{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003425 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003426 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003427 (__v8di) __A,
3428 (__v8di) __B,
3429 (__mmask8) __U);
3430}
3431
3432
3433static __inline__ __m512i __DEFAULT_FN_ATTRS
3434_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3435 __m512i __I, __m512i __B)
3436{
3437 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3438 /* idx */ ,
3439 (__v8di) __A,
3440 (__v8di) __B,
3441 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003442}
3443
Craig Topper67826a52015-02-01 07:35:40 +00003444#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3445 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003446 (__v8di)(__m512i)(B), (int)(I), \
3447 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003448 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003449
Craig Topper8c18e112016-05-17 04:41:50 +00003450#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3451 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3452 (__v8di)(__m512i)(B), (int)(imm), \
3453 (__v8di)(__m512i)(W), \
3454 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003455
Craig Topper8c18e112016-05-17 04:41:50 +00003456#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3457 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3458 (__v8di)(__m512i)(B), (int)(imm), \
3459 (__v8di)_mm512_setzero_si512(), \
3460 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003461
Craig Topper67826a52015-02-01 07:35:40 +00003462#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003463 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3464 (__v16si)(__m512i)(B), (int)(I), \
3465 (__v16si)_mm512_setzero_si512(), \
3466 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003467
Craig Topper8c18e112016-05-17 04:41:50 +00003468#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3469 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3470 (__v16si)(__m512i)(B), (int)(imm), \
3471 (__v16si)(__m512i)(W), \
3472 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003473
Craig Topper8c18e112016-05-17 04:41:50 +00003474#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3475 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3476 (__v16si)(__m512i)(B), (int)(imm), \
3477 (__v16si)_mm512_setzero_si512(), \
3478 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003479/* Vector Extract */
3480
3481#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003482 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3483 (__v4df)_mm256_setzero_si256(), \
3484 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003485
Craig Topper8c18e112016-05-17 04:41:50 +00003486#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3487 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3488 (__v4df)(__m256d)(W), \
3489 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003490
Craig Topper8c18e112016-05-17 04:41:50 +00003491#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3492 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3493 (__v4df)_mm256_setzero_pd(), \
3494 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003495
Adam Nemetf893ede2015-01-19 20:12:05 +00003496#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003497 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3498 (__v4sf)_mm_setzero_ps(), \
3499 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003500
Craig Topper8c18e112016-05-17 04:41:50 +00003501#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3502 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3503 (__v4sf)(__m128)(W), \
3504 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003505
Craig Topper8c18e112016-05-17 04:41:50 +00003506#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3507 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3508 (__v4sf)_mm_setzero_ps(), \
3509 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003510/* Vector Blend */
3511
Michael Kupersteine45af542015-06-30 13:36:19 +00003512static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003513_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3514{
Igor Bregeraadb8762016-06-08 13:59:20 +00003515 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003516 (__v8df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003517 (__v8df) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003518}
3519
Michael Kupersteine45af542015-06-30 13:36:19 +00003520static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003521_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3522{
Igor Bregeraadb8762016-06-08 13:59:20 +00003523 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003524 (__v16sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003525 (__v16sf) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003526}
3527
Michael Kupersteine45af542015-06-30 13:36:19 +00003528static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003529_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3530{
Igor Bregeraadb8762016-06-08 13:59:20 +00003531 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003532 (__v8di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003533 (__v8di) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003534}
3535
Michael Kupersteine45af542015-06-30 13:36:19 +00003536static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003537_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3538{
Igor Bregeraadb8762016-06-08 13:59:20 +00003539 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
Adam Nemet0d5bb552014-07-28 17:14:40 +00003540 (__v16si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +00003541 (__v16si) __A);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003542}
3543
3544/* Compare */
3545
Craig Topper53565c62015-02-01 22:27:40 +00003546#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3547 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003548 (__v16sf)(__m512)(B), (int)(P), \
3549 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003550
Craig Topper53565c62015-02-01 22:27:40 +00003551#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3552 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003553 (__v16sf)(__m512)(B), (int)(P), \
3554 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003555
3556#define _mm512_cmp_ps_mask(A, B, P) \
3557 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Craig Topper53565c62015-02-01 22:27:40 +00003558#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3559 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3560
Ayman Musa2e250e82016-09-27 14:06:32 +00003561#define _mm512_cmpeq_ps_mask(A, B) \
3562 _mm512_cmp_ps_mask((A), (B), _CMP_EQ_OQ)
3563#define _mm512_mask_cmpeq_ps_mask(k, A, B) \
3564 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_EQ_OQ)
3565
3566#define _mm512_cmplt_ps_mask(A, B) \
3567 _mm512_cmp_ps_mask((A), (B), _CMP_LT_OS)
3568#define _mm512_mask_cmplt_ps_mask(k, A, B) \
3569 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_LT_OS)
3570
3571#define _mm512_cmple_ps_mask(A, B) \
3572 _mm512_cmp_ps_mask((A), (B), _CMP_LE_OS)
3573#define _mm512_mask_cmple_ps_mask(k, A, B) \
3574 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_LE_OS)
3575
3576#define _mm512_cmpunord_ps_mask(A, B) \
3577 _mm512_cmp_ps_mask((A), (B), _CMP_UNORD_Q)
3578#define _mm512_mask_cmpunord_ps_mask(k, A, B) \
3579 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_UNORD_Q)
3580
3581#define _mm512_cmpneq_ps_mask(A, B) \
3582 _mm512_cmp_ps_mask((A), (B), _CMP_NEQ_UQ)
3583#define _mm512_mask_cmpneq_ps_mask(k, A, B) \
3584 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_NEQ_UQ)
3585
3586#define _mm512_cmpnlt_ps_mask(A, B) \
3587 _mm512_cmp_ps_mask((A), (B), _CMP_NLT_US)
3588#define _mm512_mask_cmpnlt_ps_mask(k, A, B) \
3589 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_NLT_US)
3590
3591#define _mm512_cmpnle_ps_mask(A, B) \
3592 _mm512_cmp_ps_mask((A), (B), _CMP_NLE_US)
3593#define _mm512_mask_cmpnle_ps_mask(k, A, B) \
3594 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_NLE_US)
3595
3596#define _mm512_cmpord_ps_mask(A, B) \
3597 _mm512_cmp_ps_mask((A), (B), _CMP_ORD_Q)
3598#define _mm512_mask_cmpord_ps_mask(k, A, B) \
3599 _mm512_mask_cmp_ps_mask((k), (A), (B), _CMP_ORD_Q)
3600
Craig Topper53565c62015-02-01 22:27:40 +00003601#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3602 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003603 (__v8df)(__m512d)(B), (int)(P), \
3604 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003605
3606#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3607 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003608 (__v8df)(__m512d)(B), (int)(P), \
3609 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003610
3611#define _mm512_cmp_pd_mask(A, B, P) \
3612 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Craig Topper53565c62015-02-01 22:27:40 +00003613#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3614 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003615
Ayman Musa2e250e82016-09-27 14:06:32 +00003616#define _mm512_cmpeq_pd_mask(A, B) \
3617 _mm512_cmp_pd_mask((A), (B), _CMP_EQ_OQ)
3618#define _mm512_mask_cmpeq_pd_mask(k, A, B) \
3619 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_EQ_OQ)
3620
3621#define _mm512_cmplt_pd_mask(A, B) \
3622 _mm512_cmp_pd_mask((A), (B), _CMP_LT_OS)
3623#define _mm512_mask_cmplt_pd_mask(k, A, B) \
3624 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_LT_OS)
3625
3626#define _mm512_cmple_pd_mask(A, B) \
3627 _mm512_cmp_pd_mask((A), (B), _CMP_LE_OS)
3628#define _mm512_mask_cmple_pd_mask(k, A, B) \
3629 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_LE_OS)
3630
3631#define _mm512_cmpunord_pd_mask(A, B) \
3632 _mm512_cmp_pd_mask((A), (B), _CMP_UNORD_Q)
3633#define _mm512_mask_cmpunord_pd_mask(k, A, B) \
3634 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_UNORD_Q)
3635
3636#define _mm512_cmpneq_pd_mask(A, B) \
3637 _mm512_cmp_pd_mask((A), (B), _CMP_NEQ_UQ)
3638#define _mm512_mask_cmpneq_pd_mask(k, A, B) \
3639 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_NEQ_UQ)
3640
3641#define _mm512_cmpnlt_pd_mask(A, B) \
3642 _mm512_cmp_pd_mask((A), (B), _CMP_NLT_US)
3643#define _mm512_mask_cmpnlt_pd_mask(k, A, B) \
3644 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_NLT_US)
3645
3646#define _mm512_cmpnle_pd_mask(A, B) \
3647 _mm512_cmp_pd_mask((A), (B), _CMP_NLE_US)
3648#define _mm512_mask_cmpnle_pd_mask(k, A, B) \
3649 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_NLE_US)
3650
3651#define _mm512_cmpord_pd_mask(A, B) \
3652 _mm512_cmp_pd_mask((A), (B), _CMP_ORD_Q)
3653#define _mm512_mask_cmpord_pd_mask(k, A, B) \
3654 _mm512_mask_cmp_pd_mask((k), (A), (B), _CMP_ORD_Q)
3655
Adam Nemet0d5bb552014-07-28 17:14:40 +00003656/* Conversion */
3657
Craig Topperf3efec62016-06-08 06:08:07 +00003658#define _mm512_cvtt_roundps_epu32(A, R) __extension__ ({ \
3659 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3660 (__v16si)_mm512_undefined_epi32(), \
3661 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003662
Craig Topperf3efec62016-06-08 06:08:07 +00003663#define _mm512_mask_cvtt_roundps_epu32(W, U, A, R) __extension__ ({ \
3664 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3665 (__v16si)(__m512i)(W), \
3666 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003667
Craig Topperf3efec62016-06-08 06:08:07 +00003668#define _mm512_maskz_cvtt_roundps_epu32(U, A, R) __extension__ ({ \
3669 (__m512i)__builtin_ia32_cvttps2udq512_mask((__v16sf)(__m512)(A), \
3670 (__v16si)_mm512_setzero_si512(), \
3671 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003672
3673
Michael Kupersteine45af542015-06-30 13:36:19 +00003674static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003675_mm512_cvttps_epu32(__m512 __A)
3676{
3677 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3678 (__v16si)
3679 _mm512_setzero_si512 (),
3680 (__mmask16) -1,
3681 _MM_FROUND_CUR_DIRECTION);
3682}
3683
Michael Zuckermanf1544752016-05-09 10:32:51 +00003684static __inline__ __m512i __DEFAULT_FN_ATTRS
3685_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3686{
3687 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3688 (__v16si) __W,
3689 (__mmask16) __U,
3690 _MM_FROUND_CUR_DIRECTION);
3691}
3692
3693static __inline__ __m512i __DEFAULT_FN_ATTRS
3694_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3695{
3696 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3697 (__v16si) _mm512_setzero_si512 (),
3698 (__mmask16) __U,
3699 _MM_FROUND_CUR_DIRECTION);
3700}
3701
Craig Topper72c7d512015-02-01 07:35:35 +00003702#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003703 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003704 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003705 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003706
Craig Topperf3efec62016-06-08 06:08:07 +00003707#define _mm512_mask_cvt_roundepi32_ps(W, U, A, R) __extension__ ({ \
3708 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3709 (__v16sf)(__m512)(W), \
3710 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003711
Craig Topperf3efec62016-06-08 06:08:07 +00003712#define _mm512_maskz_cvt_roundepi32_ps(U, A, R) __extension__ ({ \
3713 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
3714 (__v16sf)_mm512_setzero_ps(), \
3715 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003716
Craig Topper72c7d512015-02-01 07:35:35 +00003717#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003718 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003719 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003720 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003721
Craig Topperf3efec62016-06-08 06:08:07 +00003722#define _mm512_mask_cvt_roundepu32_ps(W, U, A, R) __extension__ ({ \
3723 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3724 (__v16sf)(__m512)(W), \
3725 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003726
Craig Topperf3efec62016-06-08 06:08:07 +00003727#define _mm512_maskz_cvt_roundepu32_ps(U, A, R) __extension__ ({ \
3728 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
3729 (__v16sf)_mm512_setzero_ps(), \
3730 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003731
Michael Zuckermanf1544752016-05-09 10:32:51 +00003732static __inline__ __m512 __DEFAULT_FN_ATTRS
3733_mm512_cvtepu32_ps (__m512i __A)
3734{
3735 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3736 (__v16sf) _mm512_undefined_ps (),
3737 (__mmask16) -1,
3738 _MM_FROUND_CUR_DIRECTION);
3739}
3740
3741static __inline__ __m512 __DEFAULT_FN_ATTRS
3742_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3743{
3744 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3745 (__v16sf) __W,
3746 (__mmask16) __U,
3747 _MM_FROUND_CUR_DIRECTION);
3748}
3749
3750static __inline__ __m512 __DEFAULT_FN_ATTRS
3751_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3752{
3753 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3754 (__v16sf) _mm512_setzero_ps (),
3755 (__mmask16) __U,
3756 _MM_FROUND_CUR_DIRECTION);
3757}
3758
Michael Kupersteine45af542015-06-30 13:36:19 +00003759static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003760_mm512_cvtepi32_pd(__m256i __A)
3761{
3762 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003763 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003764 _mm512_setzero_pd (),
3765 (__mmask8) -1);
3766}
3767
Michael Zuckermanf1544752016-05-09 10:32:51 +00003768static __inline__ __m512d __DEFAULT_FN_ATTRS
3769_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3770{
3771 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3772 (__v8df) __W,
3773 (__mmask8) __U);
3774}
3775
3776static __inline__ __m512d __DEFAULT_FN_ATTRS
3777_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3778{
3779 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3780 (__v8df) _mm512_setzero_pd (),
3781 (__mmask8) __U);
3782}
3783
Ayman Musa2e250e82016-09-27 14:06:32 +00003784static __inline__ __m512d __DEFAULT_FN_ATTRS
3785_mm512_cvtepi32lo_pd(__m512i __A)
3786{
3787 return (__m512d) _mm512_cvtepi32_pd(_mm512_castsi512_si256(__A));
3788}
3789
3790static __inline__ __m512d __DEFAULT_FN_ATTRS
3791_mm512_mask_cvtepi32lo_pd(__m512d __W, __mmask8 __U,__m512i __A)
3792{
3793 return (__m512d) _mm512_mask_cvtepi32_pd(__W, __U, _mm512_castsi512_si256(__A));
3794}
3795
Michael Zuckermanf1544752016-05-09 10:32:51 +00003796static __inline__ __m512 __DEFAULT_FN_ATTRS
3797_mm512_cvtepi32_ps (__m512i __A)
3798{
3799 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3800 (__v16sf) _mm512_undefined_ps (),
3801 (__mmask16) -1,
3802 _MM_FROUND_CUR_DIRECTION);
3803}
3804
3805static __inline__ __m512 __DEFAULT_FN_ATTRS
3806_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3807{
3808 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3809 (__v16sf) __W,
3810 (__mmask16) __U,
3811 _MM_FROUND_CUR_DIRECTION);
3812}
3813
3814static __inline__ __m512 __DEFAULT_FN_ATTRS
3815_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3816{
3817 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3818 (__v16sf) _mm512_setzero_ps (),
3819 (__mmask16) __U,
3820 _MM_FROUND_CUR_DIRECTION);
3821}
3822
Michael Kupersteine45af542015-06-30 13:36:19 +00003823static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003824_mm512_cvtepu32_pd(__m256i __A)
3825{
3826 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3827 (__v8df)
3828 _mm512_setzero_pd (),
3829 (__mmask8) -1);
3830}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003831
Michael Zuckermanf1544752016-05-09 10:32:51 +00003832static __inline__ __m512d __DEFAULT_FN_ATTRS
3833_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3834{
3835 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3836 (__v8df) __W,
3837 (__mmask8) __U);
3838}
3839
3840static __inline__ __m512d __DEFAULT_FN_ATTRS
3841_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3842{
3843 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3844 (__v8df) _mm512_setzero_pd (),
3845 (__mmask8) __U);
3846}
3847
Ayman Musa2e250e82016-09-27 14:06:32 +00003848static __inline__ __m512d __DEFAULT_FN_ATTRS
3849_mm512_cvtepu32lo_pd(__m512i __A)
3850{
3851 return (__m512d) _mm512_cvtepu32_pd(_mm512_castsi512_si256(__A));
3852}
3853
3854static __inline__ __m512d __DEFAULT_FN_ATTRS
3855_mm512_mask_cvtepu32lo_pd(__m512d __W, __mmask8 __U,__m512i __A)
3856{
3857 return (__m512d) _mm512_mask_cvtepu32_pd(__W, __U, _mm512_castsi512_si256(__A));
3858}
3859
Craig Topper72c7d512015-02-01 07:35:35 +00003860#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003861 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003862 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003863 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003864
Michael Zuckerman186d8672016-05-31 11:27:34 +00003865#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3866 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00003867 (__v8sf)(__m256)(W), (__mmask8)(U), \
3868 (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00003869
3870#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3871 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3872 (__v8sf)_mm256_setzero_ps(), \
3873 (__mmask8)(U), (int)(R)); })
3874
Michael Zuckermanf1544752016-05-09 10:32:51 +00003875static __inline__ __m256 __DEFAULT_FN_ATTRS
3876_mm512_cvtpd_ps (__m512d __A)
3877{
3878 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3879 (__v8sf) _mm256_undefined_ps (),
3880 (__mmask8) -1,
3881 _MM_FROUND_CUR_DIRECTION);
3882}
3883
3884static __inline__ __m256 __DEFAULT_FN_ATTRS
3885_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3886{
3887 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3888 (__v8sf) __W,
3889 (__mmask8) __U,
3890 _MM_FROUND_CUR_DIRECTION);
3891}
3892
3893static __inline__ __m256 __DEFAULT_FN_ATTRS
3894_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3895{
3896 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3897 (__v8sf) _mm256_setzero_ps (),
3898 (__mmask8) __U,
3899 _MM_FROUND_CUR_DIRECTION);
3900}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003901
Ayman Musa2e250e82016-09-27 14:06:32 +00003902static __inline__ __m512 __DEFAULT_FN_ATTRS
3903_mm512_cvtpd_pslo (__m512d __A)
3904{
3905 return (__m512) __builtin_shufflevector((__v8sf) _mm512_cvtpd_ps(__A),
3906 (__v8sf) _mm256_setzero_ps (),
3907 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15);
3908}
3909
3910static __inline__ __m512 __DEFAULT_FN_ATTRS
3911_mm512_mask_cvtpd_pslo (__m512 __W, __mmask8 __U,__m512d __A)
3912{
3913 return (__m512) __builtin_shufflevector (
3914 (__v8sf) _mm512_mask_cvtpd_ps (_mm512_castps512_ps256(__W),
3915 __U, __A),
3916 (__v8sf) _mm256_setzero_ps (),
3917 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15);
3918}
3919
Craig Topperf3efec62016-06-08 06:08:07 +00003920#define _mm512_cvt_roundps_ph(A, I) __extension__ ({ \
3921 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3922 (__v16hi)_mm256_undefined_si256(), \
3923 (__mmask16)-1); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003924
Craig Topperf3efec62016-06-08 06:08:07 +00003925#define _mm512_mask_cvt_roundps_ph(U, W, A, I) __extension__ ({ \
3926 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3927 (__v16hi)(__m256i)(U), \
3928 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003929
Craig Topperf3efec62016-06-08 06:08:07 +00003930#define _mm512_maskz_cvt_roundps_ph(W, A, I) __extension__ ({ \
3931 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3932 (__v16hi)_mm256_setzero_si256(), \
3933 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003934
Craig Topper72c7d512015-02-01 07:35:35 +00003935#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003936 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003937 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003938 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003939
Craig Topper8c18e112016-05-17 04:41:50 +00003940#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3941 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3942 (__v16hi)(__m256i)(U), \
3943 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003944
Craig Topper8c18e112016-05-17 04:41:50 +00003945#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3946 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3947 (__v16hi)_mm256_setzero_si256(), \
3948 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003949
Craig Topperf3efec62016-06-08 06:08:07 +00003950#define _mm512_cvt_roundph_ps(A, R) __extension__ ({ \
3951 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3952 (__v16sf)_mm512_undefined_ps(), \
3953 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003954
Craig Topperf3efec62016-06-08 06:08:07 +00003955#define _mm512_mask_cvt_roundph_ps(W, U, A, R) __extension__ ({ \
3956 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3957 (__v16sf)(__m512)(W), \
3958 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003959
Craig Topperf3efec62016-06-08 06:08:07 +00003960#define _mm512_maskz_cvt_roundph_ps(U, A, R) __extension__ ({ \
3961 (__m512)__builtin_ia32_vcvtph2ps512_mask((__v16hi)(__m256i)(A), \
3962 (__v16sf)_mm512_setzero_ps(), \
3963 (__mmask16)(U), (int)(R)); })
3964
3965
Michael Kupersteine45af542015-06-30 13:36:19 +00003966static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003967_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003968{
3969 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003970 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003971 _mm512_setzero_ps (),
3972 (__mmask16) -1,
3973 _MM_FROUND_CUR_DIRECTION);
3974}
3975
Michael Zuckermanf1544752016-05-09 10:32:51 +00003976static __inline__ __m512 __DEFAULT_FN_ATTRS
3977_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003978{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003979 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3980 (__v16sf) __W,
3981 (__mmask16) __U,
3982 _MM_FROUND_CUR_DIRECTION);
3983}
3984
3985static __inline__ __m512 __DEFAULT_FN_ATTRS
3986_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3987{
3988 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3989 (__v16sf) _mm512_setzero_ps (),
3990 (__mmask16) __U,
3991 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003992}
3993
Michael Zuckerman186d8672016-05-31 11:27:34 +00003994#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3995 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3996 (__v8si)_mm256_setzero_si256(), \
3997 (__mmask8)-1, (int)(R)); })
3998
3999#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
4000 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004001 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004002 (__mmask8)(U), (int)(R)); })
4003
Craig Topperf3efec62016-06-08 06:08:07 +00004004#define _mm512_maskz_cvtt_roundpd_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004005 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
4006 (__v8si)_mm256_setzero_si256(), \
4007 (__mmask8)(U), (int)(R)); })
4008
Michael Kupersteine45af542015-06-30 13:36:19 +00004009static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00004010_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004011{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00004012 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004013 (__v8si)_mm256_setzero_si256(),
4014 (__mmask8) -1,
4015 _MM_FROUND_CUR_DIRECTION);
4016}
4017
Michael Zuckermanf1544752016-05-09 10:32:51 +00004018static __inline__ __m256i __DEFAULT_FN_ATTRS
4019_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4020{
4021 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4022 (__v8si) __W,
4023 (__mmask8) __U,
4024 _MM_FROUND_CUR_DIRECTION);
4025}
4026
4027static __inline__ __m256i __DEFAULT_FN_ATTRS
4028_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
4029{
4030 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
4031 (__v8si) _mm256_setzero_si256 (),
4032 (__mmask8) __U,
4033 _MM_FROUND_CUR_DIRECTION);
4034}
4035
Craig Topper72c7d512015-02-01 07:35:35 +00004036#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004037 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004038 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004039 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00004040
Craig Topperf3efec62016-06-08 06:08:07 +00004041#define _mm512_mask_cvtt_roundps_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004042 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004043 (__v16si)(__m512i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004044 (__mmask16)(U), (int)(R)); })
4045
Craig Topperf3efec62016-06-08 06:08:07 +00004046#define _mm512_maskz_cvtt_roundps_epi32(U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004047 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
4048 (__v16si)_mm512_setzero_si512(), \
4049 (__mmask16)(U), (int)(R)); })
4050
Michael Zuckermanf1544752016-05-09 10:32:51 +00004051static __inline __m512i __DEFAULT_FN_ATTRS
4052_mm512_cvttps_epi32(__m512 __a)
4053{
4054 return (__m512i)
4055 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
4056 (__v16si) _mm512_setzero_si512 (),
4057 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
4058}
4059
4060static __inline__ __m512i __DEFAULT_FN_ATTRS
4061_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4062{
4063 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4064 (__v16si) __W,
4065 (__mmask16) __U,
4066 _MM_FROUND_CUR_DIRECTION);
4067}
4068
4069static __inline__ __m512i __DEFAULT_FN_ATTRS
4070_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
4071{
4072 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4073 (__v16si) _mm512_setzero_si512 (),
4074 (__mmask16) __U,
4075 _MM_FROUND_CUR_DIRECTION);
4076}
Craig Topper72c7d512015-02-01 07:35:35 +00004077
4078#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004079 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004080 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004081 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004082
Craig Topperf3efec62016-06-08 06:08:07 +00004083#define _mm512_mask_cvt_roundps_epi32(W, U, A, R) __extension__ ({ \
4084 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
4085 (__v16si)(__m512i)(W), \
4086 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004087
Craig Topperf3efec62016-06-08 06:08:07 +00004088#define _mm512_maskz_cvt_roundps_epi32(U, A, R) __extension__ ({ \
4089 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
4090 (__v16si)_mm512_setzero_si512(), \
4091 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004092
Michael Zuckermanf1544752016-05-09 10:32:51 +00004093static __inline__ __m512i __DEFAULT_FN_ATTRS
4094_mm512_cvtps_epi32 (__m512 __A)
4095{
4096 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4097 (__v16si) _mm512_undefined_epi32 (),
4098 (__mmask16) -1,
4099 _MM_FROUND_CUR_DIRECTION);
4100}
4101
4102static __inline__ __m512i __DEFAULT_FN_ATTRS
4103_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4104{
4105 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4106 (__v16si) __W,
4107 (__mmask16) __U,
4108 _MM_FROUND_CUR_DIRECTION);
4109}
4110
4111static __inline__ __m512i __DEFAULT_FN_ATTRS
4112_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
4113{
4114 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4115 (__v16si)
4116 _mm512_setzero_si512 (),
4117 (__mmask16) __U,
4118 _MM_FROUND_CUR_DIRECTION);
4119}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004120
Craig Topper72c7d512015-02-01 07:35:35 +00004121#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004122 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004123 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004124 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004125
Craig Topperf3efec62016-06-08 06:08:07 +00004126#define _mm512_mask_cvt_roundpd_epi32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004127 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topperf3efec62016-06-08 06:08:07 +00004128 (__v8si)(__m256i)(W), \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004129 (__mmask8)(U), (int)(R)); })
4130
4131#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4132 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4133 (__v8si)_mm256_setzero_si256(), \
4134 (__mmask8)(U), (int)(R)); })
4135
Michael Zuckermanf1544752016-05-09 10:32:51 +00004136static __inline__ __m256i __DEFAULT_FN_ATTRS
4137_mm512_cvtpd_epi32 (__m512d __A)
4138{
4139 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4140 (__v8si)
4141 _mm256_undefined_si256 (),
4142 (__mmask8) -1,
4143 _MM_FROUND_CUR_DIRECTION);
4144}
4145
4146static __inline__ __m256i __DEFAULT_FN_ATTRS
4147_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4148{
4149 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4150 (__v8si) __W,
4151 (__mmask8) __U,
4152 _MM_FROUND_CUR_DIRECTION);
4153}
4154
4155static __inline__ __m256i __DEFAULT_FN_ATTRS
4156_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4157{
4158 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4159 (__v8si)
4160 _mm256_setzero_si256 (),
4161 (__mmask8) __U,
4162 _MM_FROUND_CUR_DIRECTION);
4163}
4164
Craig Topper72c7d512015-02-01 07:35:35 +00004165#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004166 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004167 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004168 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004169
Craig Topperf3efec62016-06-08 06:08:07 +00004170#define _mm512_mask_cvt_roundps_epu32(W, U, A, R) __extension__ ({ \
4171 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4172 (__v16si)(__m512i)(W), \
4173 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004174
Craig Topperf3efec62016-06-08 06:08:07 +00004175#define _mm512_maskz_cvt_roundps_epu32(U, A, R) __extension__ ({ \
4176 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
4177 (__v16si)_mm512_setzero_si512(), \
4178 (__mmask16)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004179
Michael Zuckermanf1544752016-05-09 10:32:51 +00004180static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004181_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004182{
4183 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4184 (__v16si)\
4185 _mm512_undefined_epi32 (),\
4186 (__mmask16) -1,\
4187 _MM_FROUND_CUR_DIRECTION);\
4188}
4189
4190static __inline__ __m512i __DEFAULT_FN_ATTRS
4191_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4192{
4193 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4194 (__v16si) __W,
4195 (__mmask16) __U,
4196 _MM_FROUND_CUR_DIRECTION);
4197}
4198
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004199static __inline__ __m512i __DEFAULT_FN_ATTRS
4200_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4201{
4202 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4203 (__v16si)
4204 _mm512_setzero_si512 (),
4205 (__mmask16) __U ,
4206 _MM_FROUND_CUR_DIRECTION);
4207}
4208
Craig Topper72c7d512015-02-01 07:35:35 +00004209#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004210 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004211 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004212 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004213
Craig Topperf3efec62016-06-08 06:08:07 +00004214#define _mm512_mask_cvt_roundpd_epu32(W, U, A, R) __extension__ ({ \
Michael Zuckerman186d8672016-05-31 11:27:34 +00004215 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4216 (__v8si)(W), \
Craig Topperf3efec62016-06-08 06:08:07 +00004217 (__mmask8)(U), (int)(R)); })
Michael Zuckerman186d8672016-05-31 11:27:34 +00004218
4219#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4220 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4221 (__v8si)_mm256_setzero_si256(), \
4222 (__mmask8)(U), (int)(R)); })
4223
Michael Zuckermanf1544752016-05-09 10:32:51 +00004224static __inline__ __m256i __DEFAULT_FN_ATTRS
4225_mm512_cvtpd_epu32 (__m512d __A)
4226{
4227 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4228 (__v8si)
4229 _mm256_undefined_si256 (),
4230 (__mmask8) -1,
4231 _MM_FROUND_CUR_DIRECTION);
4232}
4233
4234static __inline__ __m256i __DEFAULT_FN_ATTRS
4235_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4236{
4237 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4238 (__v8si) __W,
4239 (__mmask8) __U,
4240 _MM_FROUND_CUR_DIRECTION);
4241}
4242
4243static __inline__ __m256i __DEFAULT_FN_ATTRS
4244_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4245{
4246 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4247 (__v8si)
4248 _mm256_setzero_si256 (),
4249 (__mmask8) __U,
4250 _MM_FROUND_CUR_DIRECTION);
4251}
Craig Topper79f53ca2016-06-23 06:36:42 +00004252
Adam Nemet63a951e2015-01-14 01:31:17 +00004253/* Unpack and Interleave */
Craig Topper79f53ca2016-06-23 06:36:42 +00004254
Michael Kupersteine45af542015-06-30 13:36:19 +00004255static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004256_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4257{
Craig Topper79f53ca2016-06-23 06:36:42 +00004258 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4259 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4260}
4261
4262static __inline__ __m512d __DEFAULT_FN_ATTRS
4263_mm512_mask_unpackhi_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4264{
4265 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4266 (__v8df)_mm512_unpackhi_pd(__A, __B),
4267 (__v8df)__W);
4268}
4269
4270static __inline__ __m512d __DEFAULT_FN_ATTRS
4271_mm512_maskz_unpackhi_pd(__mmask8 __U, __m512d __A, __m512d __B)
4272{
4273 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4274 (__v8df)_mm512_unpackhi_pd(__A, __B),
4275 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004276}
4277
Michael Kupersteine45af542015-06-30 13:36:19 +00004278static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004279_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4280{
Craig Topper79f53ca2016-06-23 06:36:42 +00004281 return (__m512d)__builtin_shufflevector((__v8df)__a, (__v8df)__b,
4282 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4283}
4284
4285static __inline__ __m512d __DEFAULT_FN_ATTRS
4286_mm512_mask_unpacklo_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
4287{
4288 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4289 (__v8df)_mm512_unpacklo_pd(__A, __B),
4290 (__v8df)__W);
4291}
4292
4293static __inline__ __m512d __DEFAULT_FN_ATTRS
4294_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
4295{
4296 return (__m512d)__builtin_ia32_selectpd_512((__mmask8) __U,
4297 (__v8df)_mm512_unpacklo_pd(__A, __B),
4298 (__v8df)_mm512_setzero_pd());
Adam Nemet63a951e2015-01-14 01:31:17 +00004299}
4300
Michael Kupersteine45af542015-06-30 13:36:19 +00004301static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004302_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4303{
Craig Topper79f53ca2016-06-23 06:36:42 +00004304 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4305 2, 18, 3, 19,
4306 2+4, 18+4, 3+4, 19+4,
4307 2+8, 18+8, 3+8, 19+8,
4308 2+12, 18+12, 3+12, 19+12);
4309}
4310
4311static __inline__ __m512 __DEFAULT_FN_ATTRS
4312_mm512_mask_unpackhi_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4313{
4314 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4315 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4316 (__v16sf)__W);
4317}
4318
4319static __inline__ __m512 __DEFAULT_FN_ATTRS
4320_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
4321{
4322 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4323 (__v16sf)_mm512_unpackhi_ps(__A, __B),
4324 (__v16sf)_mm512_setzero_ps());
Adam Nemet63a951e2015-01-14 01:31:17 +00004325}
4326
Michael Kupersteine45af542015-06-30 13:36:19 +00004327static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004328_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4329{
Craig Topper79f53ca2016-06-23 06:36:42 +00004330 return (__m512)__builtin_shufflevector((__v16sf)__a, (__v16sf)__b,
4331 0, 16, 1, 17,
4332 0+4, 16+4, 1+4, 17+4,
4333 0+8, 16+8, 1+8, 17+8,
4334 0+12, 16+12, 1+12, 17+12);
4335}
4336
4337static __inline__ __m512 __DEFAULT_FN_ATTRS
4338_mm512_mask_unpacklo_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
4339{
4340 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4341 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4342 (__v16sf)__W);
4343}
4344
4345static __inline__ __m512 __DEFAULT_FN_ATTRS
4346_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
4347{
4348 return (__m512)__builtin_ia32_selectps_512((__mmask16) __U,
4349 (__v16sf)_mm512_unpacklo_ps(__A, __B),
4350 (__v16sf)_mm512_setzero_ps());
4351}
4352
4353static __inline__ __m512i __DEFAULT_FN_ATTRS
4354_mm512_unpackhi_epi32(__m512i __A, __m512i __B)
4355{
4356 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4357 2, 18, 3, 19,
4358 2+4, 18+4, 3+4, 19+4,
4359 2+8, 18+8, 3+8, 19+8,
4360 2+12, 18+12, 3+12, 19+12);
4361}
4362
4363static __inline__ __m512i __DEFAULT_FN_ATTRS
4364_mm512_mask_unpackhi_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4365{
4366 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4367 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4368 (__v16si)__W);
4369}
4370
4371static __inline__ __m512i __DEFAULT_FN_ATTRS
4372_mm512_maskz_unpackhi_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4373{
4374 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4375 (__v16si)_mm512_unpackhi_epi32(__A, __B),
4376 (__v16si)_mm512_setzero_si512());
4377}
4378
4379static __inline__ __m512i __DEFAULT_FN_ATTRS
4380_mm512_unpacklo_epi32(__m512i __A, __m512i __B)
4381{
4382 return (__m512i)__builtin_shufflevector((__v16si)__A, (__v16si)__B,
4383 0, 16, 1, 17,
4384 0+4, 16+4, 1+4, 17+4,
4385 0+8, 16+8, 1+8, 17+8,
4386 0+12, 16+12, 1+12, 17+12);
4387}
4388
4389static __inline__ __m512i __DEFAULT_FN_ATTRS
4390_mm512_mask_unpacklo_epi32(__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4391{
4392 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4393 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4394 (__v16si)__W);
4395}
4396
4397static __inline__ __m512i __DEFAULT_FN_ATTRS
4398_mm512_maskz_unpacklo_epi32(__mmask16 __U, __m512i __A, __m512i __B)
4399{
4400 return (__m512i)__builtin_ia32_selectd_512((__mmask16) __U,
4401 (__v16si)_mm512_unpacklo_epi32(__A, __B),
4402 (__v16si)_mm512_setzero_si512());
4403}
4404
4405static __inline__ __m512i __DEFAULT_FN_ATTRS
4406_mm512_unpackhi_epi64(__m512i __A, __m512i __B)
4407{
4408 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4409 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4410}
4411
4412static __inline__ __m512i __DEFAULT_FN_ATTRS
4413_mm512_mask_unpackhi_epi64(__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4414{
4415 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4416 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4417 (__v8di)__W);
4418}
4419
4420static __inline__ __m512i __DEFAULT_FN_ATTRS
4421_mm512_maskz_unpackhi_epi64(__mmask8 __U, __m512i __A, __m512i __B)
4422{
4423 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4424 (__v8di)_mm512_unpackhi_epi64(__A, __B),
4425 (__v8di)_mm512_setzero_si512());
4426}
4427
4428static __inline__ __m512i __DEFAULT_FN_ATTRS
4429_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
4430{
4431 return (__m512i)__builtin_shufflevector((__v8di)__A, (__v8di)__B,
4432 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4433}
4434
4435static __inline__ __m512i __DEFAULT_FN_ATTRS
4436_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4437{
4438 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4439 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4440 (__v8di)__W);
4441}
4442
4443static __inline__ __m512i __DEFAULT_FN_ATTRS
4444_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4445{
4446 return (__m512i)__builtin_ia32_selectq_512((__mmask8) __U,
4447 (__v8di)_mm512_unpacklo_epi64(__A, __B),
4448 (__v8di)_mm512_setzero_si512());
Adam Nemet63a951e2015-01-14 01:31:17 +00004449}
4450
Adam Nemet0d5bb552014-07-28 17:14:40 +00004451/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004452
Michael Kupersteine45af542015-06-30 13:36:19 +00004453static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004454_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004455{
4456 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4457 (__v16si) __B,
4458 (__mmask16) -1);
4459}
4460
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004461static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4462_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4463{
4464 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4465 (__v16si) __B, __U);
4466}
4467
Michael Kupersteine45af542015-06-30 13:36:19 +00004468static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004469_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004470{
4471 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4472 (__v8di) __B,
4473 (__mmask8) -1);
4474}
4475
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004476static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4477_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4478{
4479 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4480}
4481
4482
Adam Nemet0d5bb552014-07-28 17:14:40 +00004483/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004484
Michael Kupersteine45af542015-06-30 13:36:19 +00004485static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004486_mm512_loadu_si512 (void const *__P)
4487{
Craig Topper4537ea72016-05-14 06:03:13 +00004488 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004489 (__v16si)
4490 _mm512_setzero_si512 (),
4491 (__mmask16) -1);
4492}
4493
4494static __inline __m512i __DEFAULT_FN_ATTRS
4495_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4496{
Craig Topper4537ea72016-05-14 06:03:13 +00004497 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004498 (__v16si) __W,
4499 (__mmask16) __U);
4500}
4501
4502
4503static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004504_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004505{
Craig Topper4537ea72016-05-14 06:03:13 +00004506 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004507 (__v16si)
4508 _mm512_setzero_si512 (),
4509 (__mmask16) __U);
4510}
4511
Michael Kupersteine45af542015-06-30 13:36:19 +00004512static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004513_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4514{
Craig Topper4537ea72016-05-14 06:03:13 +00004515 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004516 (__v8di) __W,
4517 (__mmask8) __U);
4518}
4519
4520static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004521_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004522{
Craig Topper4537ea72016-05-14 06:03:13 +00004523 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004524 (__v8di)
4525 _mm512_setzero_si512 (),
4526 (__mmask8) __U);
4527}
4528
Michael Kupersteine45af542015-06-30 13:36:19 +00004529static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004530_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4531{
Craig Topper4537ea72016-05-14 06:03:13 +00004532 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004533 (__v16sf) __W,
4534 (__mmask16) __U);
4535}
4536
4537static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004538_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004539{
Craig Topper4537ea72016-05-14 06:03:13 +00004540 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004541 (__v16sf)
4542 _mm512_setzero_ps (),
4543 (__mmask16) __U);
4544}
4545
Michael Kupersteine45af542015-06-30 13:36:19 +00004546static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004547_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004548{
Craig Topper4537ea72016-05-14 06:03:13 +00004549 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004550 (__v8df) __W,
4551 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004552}
4553
Michael Kupersteine45af542015-06-30 13:36:19 +00004554static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004555_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004556{
Craig Topper4537ea72016-05-14 06:03:13 +00004557 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004558 (__v8df)
4559 _mm512_setzero_pd (),
4560 (__mmask8) __U);
4561}
4562
Michael Kupersteine45af542015-06-30 13:36:19 +00004563static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004564_mm512_loadu_pd(double const *__p)
4565{
4566 struct __loadu_pd {
4567 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004568 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004569 return ((struct __loadu_pd*)__p)->__v;
4570}
4571
Michael Kupersteine45af542015-06-30 13:36:19 +00004572static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004573_mm512_loadu_ps(float const *__p)
4574{
4575 struct __loadu_ps {
4576 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004577 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004578 return ((struct __loadu_ps*)__p)->__v;
4579}
4580
Michael Kupersteine45af542015-06-30 13:36:19 +00004581static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004582_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004583{
4584 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4585 (__v16sf)
4586 _mm512_setzero_ps (),
4587 (__mmask16) -1);
4588}
4589
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004590static __inline __m512 __DEFAULT_FN_ATTRS
4591_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4592{
4593 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4594 (__v16sf) __W,
4595 (__mmask16) __U);
4596}
4597
4598static __inline __m512 __DEFAULT_FN_ATTRS
4599_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4600{
4601 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4602 (__v16sf)
4603 _mm512_setzero_ps (),
4604 (__mmask16) __U);
4605}
4606
Michael Kupersteine45af542015-06-30 13:36:19 +00004607static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004608_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004609{
4610 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4611 (__v8df)
4612 _mm512_setzero_pd (),
4613 (__mmask8) -1);
4614}
4615
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004616static __inline __m512d __DEFAULT_FN_ATTRS
4617_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4618{
4619 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4620 (__v8df) __W,
4621 (__mmask8) __U);
4622}
4623
4624static __inline __m512d __DEFAULT_FN_ATTRS
4625_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4626{
4627 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4628 (__v8df)
4629 _mm512_setzero_pd (),
4630 (__mmask8) __U);
4631}
4632
4633static __inline __m512i __DEFAULT_FN_ATTRS
4634_mm512_load_si512 (void const *__P)
4635{
4636 return *(__m512i *) __P;
4637}
4638
4639static __inline __m512i __DEFAULT_FN_ATTRS
4640_mm512_load_epi32 (void const *__P)
4641{
4642 return *(__m512i *) __P;
4643}
4644
4645static __inline __m512i __DEFAULT_FN_ATTRS
4646_mm512_load_epi64 (void const *__P)
4647{
4648 return *(__m512i *) __P;
4649}
4650
Adam Nemet0d5bb552014-07-28 17:14:40 +00004651/* SIMD store ops */
4652
Michael Kupersteine45af542015-06-30 13:36:19 +00004653static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004654_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004655{
Craig Topper4537ea72016-05-14 06:03:13 +00004656 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004657 (__mmask8) __U);
4658}
4659
Michael Kupersteine45af542015-06-30 13:36:19 +00004660static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004661_mm512_storeu_si512 (void *__P, __m512i __A)
4662{
Craig Topper4537ea72016-05-14 06:03:13 +00004663 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004664 (__mmask16) -1);
4665}
4666
4667static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004668_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004669{
Craig Topper4537ea72016-05-14 06:03:13 +00004670 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004671 (__mmask16) __U);
4672}
4673
Michael Kupersteine45af542015-06-30 13:36:19 +00004674static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004675_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004676{
Craig Topper4537ea72016-05-14 06:03:13 +00004677 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004678}
4679
Michael Kupersteine45af542015-06-30 13:36:19 +00004680static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004681_mm512_storeu_pd(void *__P, __m512d __A)
4682{
Craig Topper4537ea72016-05-14 06:03:13 +00004683 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004684}
4685
Michael Kupersteine45af542015-06-30 13:36:19 +00004686static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004687_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004688{
Craig Topper4537ea72016-05-14 06:03:13 +00004689 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004690 (__mmask16) __U);
4691}
4692
Michael Kupersteine45af542015-06-30 13:36:19 +00004693static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004694_mm512_storeu_ps(void *__P, __m512 __A)
4695{
Craig Topper4537ea72016-05-14 06:03:13 +00004696 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004697}
4698
Michael Kupersteine45af542015-06-30 13:36:19 +00004699static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004700_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004701{
Adam Nemetc0cff242015-01-16 18:51:50 +00004702 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004703}
4704
Michael Kupersteine45af542015-06-30 13:36:19 +00004705static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004706_mm512_store_pd(void *__P, __m512d __A)
4707{
4708 *(__m512d*)__P = __A;
4709}
4710
Michael Kupersteine45af542015-06-30 13:36:19 +00004711static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004712_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4713{
4714 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4715 (__mmask16) __U);
4716}
4717
Michael Kupersteine45af542015-06-30 13:36:19 +00004718static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004719_mm512_store_ps(void *__P, __m512 __A)
4720{
4721 *(__m512*)__P = __A;
4722}
4723
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004724static __inline void __DEFAULT_FN_ATTRS
4725_mm512_store_si512 (void *__P, __m512i __A)
4726{
4727 *(__m512i *) __P = __A;
4728}
4729
4730static __inline void __DEFAULT_FN_ATTRS
4731_mm512_store_epi32 (void *__P, __m512i __A)
4732{
4733 *(__m512i *) __P = __A;
4734}
4735
4736static __inline void __DEFAULT_FN_ATTRS
4737_mm512_store_epi64 (void *__P, __m512i __A)
4738{
4739 *(__m512i *) __P = __A;
4740}
4741
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004742/* Mask ops */
4743
Michael Kupersteine45af542015-06-30 13:36:19 +00004744static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004745_mm512_knot(__mmask16 __M)
4746{
4747 return __builtin_ia32_knothi(__M);
4748}
4749
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004750/* Integer compare */
4751
Michael Kupersteine45af542015-06-30 13:36:19 +00004752static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004753_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4754 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4755 (__mmask16)-1);
4756}
4757
Michael Kupersteine45af542015-06-30 13:36:19 +00004758static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004759_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4760 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4761 __u);
4762}
4763
Michael Kupersteine45af542015-06-30 13:36:19 +00004764static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004765_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4766 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4767 (__mmask16)-1);
4768}
4769
Michael Kupersteine45af542015-06-30 13:36:19 +00004770static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004771_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4772 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4773 __u);
4774}
4775
Michael Kupersteine45af542015-06-30 13:36:19 +00004776static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004777_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4778 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4779 __u);
4780}
4781
Michael Kupersteine45af542015-06-30 13:36:19 +00004782static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004783_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4784 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4785 (__mmask8)-1);
4786}
4787
Michael Kupersteine45af542015-06-30 13:36:19 +00004788static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004789_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4790 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4791 (__mmask8)-1);
4792}
4793
Michael Kupersteine45af542015-06-30 13:36:19 +00004794static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004795_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4796 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4797 __u);
4798}
4799
Michael Kupersteine45af542015-06-30 13:36:19 +00004800static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004801_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4802 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4803 (__mmask16)-1);
4804}
4805
Michael Kupersteine45af542015-06-30 13:36:19 +00004806static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004807_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4808 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4809 __u);
4810}
4811
Michael Kupersteine45af542015-06-30 13:36:19 +00004812static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004813_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4814 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4815 (__mmask16)-1);
4816}
4817
Michael Kupersteine45af542015-06-30 13:36:19 +00004818static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004819_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4820 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4821 __u);
4822}
4823
Michael Kupersteine45af542015-06-30 13:36:19 +00004824static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004825_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4826 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4827 (__mmask8)-1);
4828}
4829
Michael Kupersteine45af542015-06-30 13:36:19 +00004830static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004831_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4832 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4833 __u);
4834}
4835
Michael Kupersteine45af542015-06-30 13:36:19 +00004836static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004837_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4838 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4839 (__mmask8)-1);
4840}
4841
Michael Kupersteine45af542015-06-30 13:36:19 +00004842static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004843_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4844 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4845 __u);
4846}
4847
Michael Kupersteine45af542015-06-30 13:36:19 +00004848static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004849_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4850 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4851 (__mmask16)-1);
4852}
4853
Michael Kupersteine45af542015-06-30 13:36:19 +00004854static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004855_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4856 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4857 __u);
4858}
4859
Michael Kupersteine45af542015-06-30 13:36:19 +00004860static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004861_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4862 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4863 (__mmask16)-1);
4864}
4865
Michael Kupersteine45af542015-06-30 13:36:19 +00004866static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004867_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4868 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4869 __u);
4870}
4871
Michael Kupersteine45af542015-06-30 13:36:19 +00004872static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004873_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4874 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4875 __u);
4876}
4877
Michael Kupersteine45af542015-06-30 13:36:19 +00004878static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004879_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4880 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4881 (__mmask8)-1);
4882}
4883
Michael Kupersteine45af542015-06-30 13:36:19 +00004884static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004885_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4886 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4887 (__mmask8)-1);
4888}
4889
Michael Kupersteine45af542015-06-30 13:36:19 +00004890static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004891_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4892 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4893 __u);
4894}
4895
Michael Kupersteine45af542015-06-30 13:36:19 +00004896static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004897_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4898 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4899 (__mmask16)-1);
4900}
4901
Michael Kupersteine45af542015-06-30 13:36:19 +00004902static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004903_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4904 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4905 __u);
4906}
4907
Michael Kupersteine45af542015-06-30 13:36:19 +00004908static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004909_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4910 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4911 (__mmask16)-1);
4912}
4913
Michael Kupersteine45af542015-06-30 13:36:19 +00004914static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004915_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4916 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4917 __u);
4918}
4919
Michael Kupersteine45af542015-06-30 13:36:19 +00004920static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004921_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4922 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4923 (__mmask8)-1);
4924}
4925
Michael Kupersteine45af542015-06-30 13:36:19 +00004926static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004927_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4928 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4929 __u);
4930}
4931
Michael Kupersteine45af542015-06-30 13:36:19 +00004932static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004933_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4934 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4935 (__mmask8)-1);
4936}
4937
Michael Kupersteine45af542015-06-30 13:36:19 +00004938static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004939_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4940 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4941 __u);
4942}
4943
Michael Kupersteine45af542015-06-30 13:36:19 +00004944static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004945_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4946 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4947 (__mmask16)-1);
4948}
4949
Michael Kupersteine45af542015-06-30 13:36:19 +00004950static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004951_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4952 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4953 __u);
4954}
4955
Michael Kupersteine45af542015-06-30 13:36:19 +00004956static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004957_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4958 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4959 (__mmask16)-1);
4960}
4961
Michael Kupersteine45af542015-06-30 13:36:19 +00004962static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004963_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4964 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4965 __u);
4966}
4967
Michael Kupersteine45af542015-06-30 13:36:19 +00004968static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004969_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4970 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4971 (__mmask8)-1);
4972}
4973
Michael Kupersteine45af542015-06-30 13:36:19 +00004974static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004975_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4976 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4977 __u);
4978}
4979
Michael Kupersteine45af542015-06-30 13:36:19 +00004980static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004981_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4982 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4983 (__mmask8)-1);
4984}
4985
Michael Kupersteine45af542015-06-30 13:36:19 +00004986static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004987_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4988 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4989 __u);
4990}
4991
Michael Kupersteine45af542015-06-30 13:36:19 +00004992static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004993_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4994 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4995 (__mmask16)-1);
4996}
4997
Michael Kupersteine45af542015-06-30 13:36:19 +00004998static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004999_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
5000 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
5001 __u);
5002}
5003
Michael Kupersteine45af542015-06-30 13:36:19 +00005004static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00005005_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
5006 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
5007 (__mmask16)-1);
5008}
5009
Michael Kupersteine45af542015-06-30 13:36:19 +00005010static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00005011_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
5012 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
5013 __u);
5014}
5015
Michael Kupersteine45af542015-06-30 13:36:19 +00005016static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00005017_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
5018 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
5019 (__mmask8)-1);
5020}
5021
Michael Kupersteine45af542015-06-30 13:36:19 +00005022static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00005023_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
5024 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
5025 __u);
5026}
5027
Michael Kupersteine45af542015-06-30 13:36:19 +00005028static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00005029_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
5030 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
5031 (__mmask8)-1);
5032}
5033
Michael Kupersteine45af542015-06-30 13:36:19 +00005034static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00005035_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
5036 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
5037 __u);
5038}
5039
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00005040static __inline__ __m512i __DEFAULT_FN_ATTRS
5041_mm512_cvtepi8_epi32 (__m128i __A)
5042{
5043 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
5044 (__v16si)
5045 _mm512_setzero_si512 (),
5046 (__mmask16) -1);
5047}
5048
5049static __inline__ __m512i __DEFAULT_FN_ATTRS
5050_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
5051{
5052 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
5053 (__v16si) __W,
5054 (__mmask16) __U);
5055}
5056
5057static __inline__ __m512i __DEFAULT_FN_ATTRS
5058_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
5059{
5060 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
5061 (__v16si)
5062 _mm512_setzero_si512 (),
5063 (__mmask16) __U);
5064}
5065
5066static __inline__ __m512i __DEFAULT_FN_ATTRS
5067_mm512_cvtepi8_epi64 (__m128i __A)
5068{
5069 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
5070 (__v8di)
5071 _mm512_setzero_si512 (),
5072 (__mmask8) -1);
5073}
5074
5075static __inline__ __m512i __DEFAULT_FN_ATTRS
5076_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5077{
5078 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
5079 (__v8di) __W,
5080 (__mmask8) __U);
5081}
5082
5083static __inline__ __m512i __DEFAULT_FN_ATTRS
5084_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
5085{
5086 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
5087 (__v8di)
5088 _mm512_setzero_si512 (),
5089 (__mmask8) __U);
5090}
5091
5092static __inline__ __m512i __DEFAULT_FN_ATTRS
5093_mm512_cvtepi32_epi64 (__m256i __X)
5094{
5095 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5096 (__v8di)
5097 _mm512_setzero_si512 (),
5098 (__mmask8) -1);
5099}
5100
5101static __inline__ __m512i __DEFAULT_FN_ATTRS
5102_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5103{
5104 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5105 (__v8di) __W,
5106 (__mmask8) __U);
5107}
5108
5109static __inline__ __m512i __DEFAULT_FN_ATTRS
5110_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
5111{
5112 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
5113 (__v8di)
5114 _mm512_setzero_si512 (),
5115 (__mmask8) __U);
5116}
5117
5118static __inline__ __m512i __DEFAULT_FN_ATTRS
5119_mm512_cvtepi16_epi32 (__m256i __A)
5120{
5121 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5122 (__v16si)
5123 _mm512_setzero_si512 (),
5124 (__mmask16) -1);
5125}
5126
5127static __inline__ __m512i __DEFAULT_FN_ATTRS
5128_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5129{
5130 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5131 (__v16si) __W,
5132 (__mmask16) __U);
5133}
5134
5135static __inline__ __m512i __DEFAULT_FN_ATTRS
5136_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
5137{
5138 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
5139 (__v16si)
5140 _mm512_setzero_si512 (),
5141 (__mmask16) __U);
5142}
5143
5144static __inline__ __m512i __DEFAULT_FN_ATTRS
5145_mm512_cvtepi16_epi64 (__m128i __A)
5146{
5147 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5148 (__v8di)
5149 _mm512_setzero_si512 (),
5150 (__mmask8) -1);
5151}
5152
5153static __inline__ __m512i __DEFAULT_FN_ATTRS
5154_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5155{
5156 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5157 (__v8di) __W,
5158 (__mmask8) __U);
5159}
5160
5161static __inline__ __m512i __DEFAULT_FN_ATTRS
5162_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
5163{
5164 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
5165 (__v8di)
5166 _mm512_setzero_si512 (),
5167 (__mmask8) __U);
5168}
5169
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005170static __inline__ __m512i __DEFAULT_FN_ATTRS
5171_mm512_cvtepu8_epi32 (__m128i __A)
5172{
5173 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5174 (__v16si)
5175 _mm512_setzero_si512 (),
5176 (__mmask16) -1);
5177}
5178
5179static __inline__ __m512i __DEFAULT_FN_ATTRS
5180_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
5181{
5182 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5183 (__v16si) __W,
5184 (__mmask16) __U);
5185}
5186
5187static __inline__ __m512i __DEFAULT_FN_ATTRS
5188_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
5189{
5190 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
5191 (__v16si)
5192 _mm512_setzero_si512 (),
5193 (__mmask16) __U);
5194}
5195
5196static __inline__ __m512i __DEFAULT_FN_ATTRS
5197_mm512_cvtepu8_epi64 (__m128i __A)
5198{
5199 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5200 (__v8di)
5201 _mm512_setzero_si512 (),
5202 (__mmask8) -1);
5203}
5204
5205static __inline__ __m512i __DEFAULT_FN_ATTRS
5206_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5207{
5208 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5209 (__v8di) __W,
5210 (__mmask8) __U);
5211}
5212
5213static __inline__ __m512i __DEFAULT_FN_ATTRS
5214_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
5215{
5216 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5217 (__v8di)
5218 _mm512_setzero_si512 (),
5219 (__mmask8) __U);
5220}
5221
5222static __inline__ __m512i __DEFAULT_FN_ATTRS
5223_mm512_cvtepu32_epi64 (__m256i __X)
5224{
5225 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5226 (__v8di)
5227 _mm512_setzero_si512 (),
5228 (__mmask8) -1);
5229}
5230
5231static __inline__ __m512i __DEFAULT_FN_ATTRS
5232_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5233{
5234 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5235 (__v8di) __W,
5236 (__mmask8) __U);
5237}
5238
5239static __inline__ __m512i __DEFAULT_FN_ATTRS
5240_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
5241{
5242 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5243 (__v8di)
5244 _mm512_setzero_si512 (),
5245 (__mmask8) __U);
5246}
5247
5248static __inline__ __m512i __DEFAULT_FN_ATTRS
5249_mm512_cvtepu16_epi32 (__m256i __A)
5250{
5251 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5252 (__v16si)
5253 _mm512_setzero_si512 (),
5254 (__mmask16) -1);
5255}
5256
5257static __inline__ __m512i __DEFAULT_FN_ATTRS
5258_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5259{
5260 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5261 (__v16si) __W,
5262 (__mmask16) __U);
5263}
5264
5265static __inline__ __m512i __DEFAULT_FN_ATTRS
5266_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5267{
5268 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5269 (__v16si)
5270 _mm512_setzero_si512 (),
5271 (__mmask16) __U);
5272}
5273
5274static __inline__ __m512i __DEFAULT_FN_ATTRS
5275_mm512_cvtepu16_epi64 (__m128i __A)
5276{
5277 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5278 (__v8di)
5279 _mm512_setzero_si512 (),
5280 (__mmask8) -1);
5281}
5282
5283static __inline__ __m512i __DEFAULT_FN_ATTRS
5284_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5285{
5286 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5287 (__v8di) __W,
5288 (__mmask8) __U);
5289}
5290
5291static __inline__ __m512i __DEFAULT_FN_ATTRS
5292_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5293{
5294 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5295 (__v8di)
5296 _mm512_setzero_si512 (),
5297 (__mmask8) __U);
5298}
5299
Michael Zuckermane98cc742016-02-23 15:59:47 +00005300static __inline__ __m512i __DEFAULT_FN_ATTRS
5301_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5302{
5303 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5304 (__v16si) __B,
5305 (__v16si)
5306 _mm512_setzero_si512 (),
5307 (__mmask16) -1);
5308}
5309
5310static __inline__ __m512i __DEFAULT_FN_ATTRS
5311_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5312{
5313 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5314 (__v16si) __B,
5315 (__v16si) __W,
5316 (__mmask16) __U);
5317}
5318
5319static __inline__ __m512i __DEFAULT_FN_ATTRS
5320_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5321{
5322 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5323 (__v16si) __B,
5324 (__v16si)
5325 _mm512_setzero_si512 (),
5326 (__mmask16) __U);
5327}
5328
5329static __inline__ __m512i __DEFAULT_FN_ATTRS
5330_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5331{
5332 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5333 (__v8di) __B,
5334 (__v8di)
5335 _mm512_setzero_si512 (),
5336 (__mmask8) -1);
5337}
5338
5339static __inline__ __m512i __DEFAULT_FN_ATTRS
5340_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5341{
5342 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5343 (__v8di) __B,
5344 (__v8di) __W,
5345 (__mmask8) __U);
5346}
5347
5348static __inline__ __m512i __DEFAULT_FN_ATTRS
5349_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5350{
5351 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5352 (__v8di) __B,
5353 (__v8di)
5354 _mm512_setzero_si512 (),
5355 (__mmask8) __U);
5356}
5357
5358
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005359
Craig Topper4cac1c22015-01-25 23:30:07 +00005360#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005361 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005362 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005363 (__mmask16)-1); })
5364
5365#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005366 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005367 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005368 (__mmask16)-1); })
5369
5370#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005371 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005372 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005373 (__mmask8)-1); })
5374
5375#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005376 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005377 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005378 (__mmask8)-1); })
5379
5380#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005381 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005382 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005383 (__mmask16)(m)); })
5384
5385#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005386 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005387 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005388 (__mmask16)(m)); })
5389
5390#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005391 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005392 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005393 (__mmask8)(m)); })
5394
5395#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005396 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005397 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005398 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005399
Michael Zuckerman38a27272016-02-22 09:05:41 +00005400#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005401 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5402 (__v16si)_mm512_setzero_si512(), \
5403 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005404
5405#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005406 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5407 (__v16si)(__m512i)(W), \
5408 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005409
5410#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005411 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5412 (__v16si)_mm512_setzero_si512(), \
5413 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005414
5415#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005416 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5417 (__v8di)_mm512_setzero_si512(), \
5418 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005419
5420#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005421 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5422 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005423
5424#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005425 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5426 (__v8di)_mm512_setzero_si512(), \
5427 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005428static __inline__ __m512i __DEFAULT_FN_ATTRS
5429_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5430{
5431 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5432 (__v16si) __B,
5433 (__v16si)
5434 _mm512_setzero_si512 (),
5435 (__mmask16) -1);
5436}
5437
5438static __inline__ __m512i __DEFAULT_FN_ATTRS
5439_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5440{
5441 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5442 (__v16si) __B,
5443 (__v16si) __W,
5444 (__mmask16) __U);
5445}
5446
5447static __inline__ __m512i __DEFAULT_FN_ATTRS
5448_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5449{
5450 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5451 (__v16si) __B,
5452 (__v16si)
5453 _mm512_setzero_si512 (),
5454 (__mmask16) __U);
5455}
5456
5457static __inline__ __m512i __DEFAULT_FN_ATTRS
5458_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5459{
5460 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5461 (__v8di) __B,
5462 (__v8di)
5463 _mm512_setzero_si512 (),
5464 (__mmask8) -1);
5465}
5466
5467static __inline__ __m512i __DEFAULT_FN_ATTRS
5468_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5469{
5470 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5471 (__v8di) __B,
5472 (__v8di) __W,
5473 (__mmask8) __U);
5474}
5475
5476static __inline__ __m512i __DEFAULT_FN_ATTRS
5477_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5478{
5479 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5480 (__v8di) __B,
5481 (__v8di)
5482 _mm512_setzero_si512 (),
5483 (__mmask8) __U);
5484}
5485
Craig Topper8c18e112016-05-17 04:41:50 +00005486#define _mm512_ror_epi32(A, B) __extension__ ({ \
5487 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5488 (__v16si)_mm512_setzero_si512(), \
5489 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005490
Craig Topper8c18e112016-05-17 04:41:50 +00005491#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5492 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5493 (__v16si)(__m512i)(W), \
5494 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005495
Craig Topper8c18e112016-05-17 04:41:50 +00005496#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5497 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5498 (__v16si)_mm512_setzero_si512(), \
5499 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005500
Craig Topper8c18e112016-05-17 04:41:50 +00005501#define _mm512_ror_epi64(A, B) __extension__ ({ \
5502 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5503 (__v8di)_mm512_setzero_si512(), \
5504 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005505
Craig Topper8c18e112016-05-17 04:41:50 +00005506#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5507 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5508 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005509
Craig Topper8c18e112016-05-17 04:41:50 +00005510#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5511 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5512 (__v8di)_mm512_setzero_si512(), \
5513 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005514
Craig Topper8c18e112016-05-17 04:41:50 +00005515#define _mm512_slli_epi32(A, B) __extension__ ({ \
5516 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5517 (__v16si)_mm512_setzero_si512(), \
5518 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005519
Craig Topper8c18e112016-05-17 04:41:50 +00005520#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5521 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5522 (__v16si)(__m512i)(W), \
5523 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005524
Craig Topper8c18e112016-05-17 04:41:50 +00005525#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5526 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5527 (__v16si)_mm512_setzero_si512(), \
5528 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005529
Craig Topper8c18e112016-05-17 04:41:50 +00005530#define _mm512_slli_epi64(A, B) __extension__ ({ \
5531 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5532 (__v8di)_mm512_setzero_si512(), \
5533 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005534
Craig Topper8c18e112016-05-17 04:41:50 +00005535#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5536 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5537 (__v8di)(__m512i)(W), \
5538 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005539
Craig Topper8c18e112016-05-17 04:41:50 +00005540#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5541 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5542 (__v8di)_mm512_setzero_si512(), \
5543 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005544
Michael Zuckerman38a27272016-02-22 09:05:41 +00005545
Michael Zuckermand176d742016-03-01 17:49:03 +00005546
Craig Topper8c18e112016-05-17 04:41:50 +00005547#define _mm512_srli_epi32(A, B) __extension__ ({ \
5548 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5549 (__v16si)_mm512_setzero_si512(), \
5550 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005551
Craig Topper8c18e112016-05-17 04:41:50 +00005552#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5553 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5554 (__v16si)(__m512i)(W), \
5555 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005556
Craig Topper8c18e112016-05-17 04:41:50 +00005557#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5558 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5559 (__v16si)_mm512_setzero_si512(), \
5560 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005561
Craig Topper8c18e112016-05-17 04:41:50 +00005562#define _mm512_srli_epi64(A, B) __extension__ ({ \
5563 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5564 (__v8di)_mm512_setzero_si512(), \
5565 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005566
Craig Topper8c18e112016-05-17 04:41:50 +00005567#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5568 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5569 (__v8di)(__m512i)(W), \
5570 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005571
Craig Topper8c18e112016-05-17 04:41:50 +00005572#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5573 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5574 (__v8di)_mm512_setzero_si512(), \
5575 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005576
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005577static __inline__ __m512i __DEFAULT_FN_ATTRS
5578_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5579{
5580 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5581 (__v16si) __W,
5582 (__mmask16) __U);
5583}
5584
5585static __inline__ __m512i __DEFAULT_FN_ATTRS
5586_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5587{
5588 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5589 (__v16si)
5590 _mm512_setzero_si512 (),
5591 (__mmask16) __U);
5592}
5593
5594static __inline__ void __DEFAULT_FN_ATTRS
5595_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5596{
5597 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5598 (__mmask16) __U);
5599}
5600
5601static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005602_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5603{
Igor Bregeraadb8762016-06-08 13:59:20 +00005604 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5605 (__v16si) __A,
5606 (__v16si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +00005607}
5608
5609static __inline__ __m512i __DEFAULT_FN_ATTRS
5610_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5611{
Igor Bregeraadb8762016-06-08 13:59:20 +00005612 return (__m512i) __builtin_ia32_selectd_512 ((__mmask16) __U,
5613 (__v16si) __A,
5614 (__v16si) _mm512_setzero_si512 ());
Michael Zuckermane6542002016-05-23 08:01:48 +00005615}
5616
5617static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005618_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5619{
Igor Bregeraadb8762016-06-08 13:59:20 +00005620 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5621 (__v8di) __A,
5622 (__v8di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005623}
5624
5625static __inline__ __m512i __DEFAULT_FN_ATTRS
5626_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5627{
Igor Bregeraadb8762016-06-08 13:59:20 +00005628 return (__m512i) __builtin_ia32_selectq_512 ((__mmask8) __U,
5629 (__v8di) __A,
5630 (__v8di) _mm512_setzero_si512 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005631}
5632
5633static __inline__ __m512i __DEFAULT_FN_ATTRS
5634_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5635{
5636 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5637 (__v8di) __W,
5638 (__mmask8) __U);
5639}
5640
5641static __inline__ __m512i __DEFAULT_FN_ATTRS
5642_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5643{
5644 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5645 (__v8di)
5646 _mm512_setzero_si512 (),
5647 (__mmask8) __U);
5648}
5649
5650static __inline__ void __DEFAULT_FN_ATTRS
5651_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5652{
5653 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5654 (__mmask8) __U);
5655}
5656
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005657static __inline__ __m512d __DEFAULT_FN_ATTRS
5658_mm512_movedup_pd (__m512d __A)
5659{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005660 return (__m512d)__builtin_shufflevector((__v8df)__A, (__v8df)__A,
5661 0, 0, 2, 2, 4, 4, 6, 6);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005662}
5663
5664static __inline__ __m512d __DEFAULT_FN_ATTRS
5665_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5666{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005667 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5668 (__v8df)_mm512_movedup_pd(__A),
5669 (__v8df)__W);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005670}
5671
5672static __inline__ __m512d __DEFAULT_FN_ATTRS
5673_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5674{
Simon Pilgrim275d7212016-07-02 17:16:25 +00005675 return (__m512d)__builtin_ia32_selectpd_512((__mmask8)__U,
5676 (__v8df)_mm512_movedup_pd(__A),
5677 (__v8df)_mm512_setzero_pd());
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005678}
5679
Craig Topper8c18e112016-05-17 04:41:50 +00005680#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5681 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5682 (__v8df)(__m512d)(B), \
5683 (__v8di)(__m512i)(C), (int)(imm), \
5684 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005685
Craig Topper8c18e112016-05-17 04:41:50 +00005686#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5687 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5688 (__v8df)(__m512d)(B), \
5689 (__v8di)(__m512i)(C), (int)(imm), \
5690 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005691
Craig Topper8c18e112016-05-17 04:41:50 +00005692#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5693 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5694 (__v8df)(__m512d)(B), \
5695 (__v8di)(__m512i)(C), (int)(imm), \
5696 (__mmask8)-1, \
5697 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005698
Craig Topper8c18e112016-05-17 04:41:50 +00005699#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5700 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5701 (__v8df)(__m512d)(B), \
5702 (__v8di)(__m512i)(C), (int)(imm), \
5703 (__mmask8)(U), \
5704 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005705
Craig Topper8c18e112016-05-17 04:41:50 +00005706#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5707 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5708 (__v8df)(__m512d)(B), \
5709 (__v8di)(__m512i)(C), \
5710 (int)(imm), (__mmask8)(U), \
5711 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005712
Craig Topper8c18e112016-05-17 04:41:50 +00005713#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5714 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5715 (__v8df)(__m512d)(B), \
5716 (__v8di)(__m512i)(C), \
5717 (int)(imm), (__mmask8)(U), \
5718 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005719
Craig Topper8c18e112016-05-17 04:41:50 +00005720#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5721 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5722 (__v16sf)(__m512)(B), \
5723 (__v16si)(__m512i)(C), (int)(imm), \
5724 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005725
Craig Topper8c18e112016-05-17 04:41:50 +00005726#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5727 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5728 (__v16sf)(__m512)(B), \
5729 (__v16si)(__m512i)(C), (int)(imm), \
5730 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005731
Craig Topper8c18e112016-05-17 04:41:50 +00005732#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5733 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5734 (__v16sf)(__m512)(B), \
5735 (__v16si)(__m512i)(C), (int)(imm), \
5736 (__mmask16)-1, \
5737 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005738
Craig Topper8c18e112016-05-17 04:41:50 +00005739#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5740 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5741 (__v16sf)(__m512)(B), \
5742 (__v16si)(__m512i)(C), (int)(imm), \
5743 (__mmask16)(U), \
5744 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005745
Craig Topper8c18e112016-05-17 04:41:50 +00005746#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5747 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5748 (__v16sf)(__m512)(B), \
5749 (__v16si)(__m512i)(C), \
5750 (int)(imm), (__mmask16)(U), \
5751 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005752
Craig Topper8c18e112016-05-17 04:41:50 +00005753#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5754 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5755 (__v16sf)(__m512)(B), \
5756 (__v16si)(__m512i)(C), \
5757 (int)(imm), (__mmask16)(U), \
5758 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005759
Craig Topper8c18e112016-05-17 04:41:50 +00005760#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5761 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5762 (__v2df)(__m128d)(B), \
5763 (__v2di)(__m128i)(C), (int)(imm), \
5764 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005765
Craig Topper8c18e112016-05-17 04:41:50 +00005766#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5767 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5768 (__v2df)(__m128d)(B), \
5769 (__v2di)(__m128i)(C), (int)(imm), \
5770 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005771
Craig Topper8c18e112016-05-17 04:41:50 +00005772#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5773 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5774 (__v2df)(__m128d)(B), \
5775 (__v2di)(__m128i)(C), (int)(imm), \
5776 (__mmask8)-1, \
5777 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005778
Craig Topper8c18e112016-05-17 04:41:50 +00005779#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5780 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5781 (__v2df)(__m128d)(B), \
5782 (__v2di)(__m128i)(C), (int)(imm), \
5783 (__mmask8)(U), \
5784 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005785
Craig Topper8c18e112016-05-17 04:41:50 +00005786#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5787 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5788 (__v2df)(__m128d)(B), \
5789 (__v2di)(__m128i)(C), (int)(imm), \
5790 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005791
Craig Topper8c18e112016-05-17 04:41:50 +00005792#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5793 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5794 (__v2df)(__m128d)(B), \
5795 (__v2di)(__m128i)(C), (int)(imm), \
5796 (__mmask8)(U), \
5797 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005798
Craig Topper8c18e112016-05-17 04:41:50 +00005799#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5800 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5801 (__v4sf)(__m128)(B), \
5802 (__v4si)(__m128i)(C), (int)(imm), \
5803 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005804
Craig Topper8c18e112016-05-17 04:41:50 +00005805#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5806 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5807 (__v4sf)(__m128)(B), \
5808 (__v4si)(__m128i)(C), (int)(imm), \
5809 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005810
Craig Topper8c18e112016-05-17 04:41:50 +00005811#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5812 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5813 (__v4sf)(__m128)(B), \
5814 (__v4si)(__m128i)(C), (int)(imm), \
5815 (__mmask8)-1, \
5816 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005817
Craig Topper8c18e112016-05-17 04:41:50 +00005818#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5819 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5820 (__v4sf)(__m128)(B), \
5821 (__v4si)(__m128i)(C), (int)(imm), \
5822 (__mmask8)(U), \
5823 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005824
Craig Topper8c18e112016-05-17 04:41:50 +00005825#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5826 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5827 (__v4sf)(__m128)(B), \
5828 (__v4si)(__m128i)(C), (int)(imm), \
5829 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005830
Craig Topper8c18e112016-05-17 04:41:50 +00005831#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5832 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5833 (__v4sf)(__m128)(B), \
5834 (__v4si)(__m128i)(C), (int)(imm), \
5835 (__mmask8)(U), \
5836 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005837
Craig Topper8c18e112016-05-17 04:41:50 +00005838#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5839 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5840 (__v2df)(__m128d)(B), \
5841 (__v2df)_mm_setzero_pd(), \
5842 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005843
5844
5845static __inline__ __m128d __DEFAULT_FN_ATTRS
5846_mm_getexp_sd (__m128d __A, __m128d __B)
5847{
5848 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5849 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5850}
5851
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005852static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005853_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005854{
5855 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5856 (__v2df) __B,
5857 (__v2df) __W,
5858 (__mmask8) __U,
5859 _MM_FROUND_CUR_DIRECTION);
5860}
5861
Craig Topper8c18e112016-05-17 04:41:50 +00005862#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5863 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5864 (__v2df)(__m128d)(B), \
5865 (__v2df)(__m128d)(W), \
5866 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005867
5868static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005869_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005870{
5871 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5872 (__v2df) __B,
5873 (__v2df) _mm_setzero_pd (),
5874 (__mmask8) __U,
5875 _MM_FROUND_CUR_DIRECTION);
5876}
5877
Craig Topper8c18e112016-05-17 04:41:50 +00005878#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5879 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5880 (__v2df)(__m128d)(B), \
5881 (__v2df)_mm_setzero_pd(), \
5882 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005883
Craig Topper8c18e112016-05-17 04:41:50 +00005884#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5885 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5886 (__v4sf)(__m128)(B), \
5887 (__v4sf)_mm_setzero_ps(), \
5888 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005889
5890static __inline__ __m128 __DEFAULT_FN_ATTRS
5891_mm_getexp_ss (__m128 __A, __m128 __B)
5892{
5893 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5894 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5895}
5896
Craig Topper58187d32016-05-17 04:41:29 +00005897static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005898_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005899{
Craig Topper58187d32016-05-17 04:41:29 +00005900 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005901 (__v4sf) __B,
5902 (__v4sf) __W,
5903 (__mmask8) __U,
5904 _MM_FROUND_CUR_DIRECTION);
5905}
5906
Craig Topper8c18e112016-05-17 04:41:50 +00005907#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5908 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5909 (__v4sf)(__m128)(B), \
5910 (__v4sf)(__m128)(W), \
5911 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005912
Craig Topper58187d32016-05-17 04:41:29 +00005913static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005914_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005915{
Craig Topper58187d32016-05-17 04:41:29 +00005916 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005917 (__v4sf) __B,
5918 (__v4sf) _mm_setzero_pd (),
5919 (__mmask8) __U,
5920 _MM_FROUND_CUR_DIRECTION);
5921}
5922
Craig Topper8c18e112016-05-17 04:41:50 +00005923#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5924 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5925 (__v4sf)(__m128)(B), \
5926 (__v4sf)_mm_setzero_ps(), \
5927 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005928
Craig Topper8c18e112016-05-17 04:41:50 +00005929#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5930 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5931 (__v2df)(__m128d)(B), \
5932 (int)(((D)<<2) | (C)), \
5933 (__v2df)_mm_setzero_pd(), \
5934 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005935
Craig Topper8c18e112016-05-17 04:41:50 +00005936#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5937 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5938 (__v2df)(__m128d)(B), \
5939 (int)(((D)<<2) | (C)), \
5940 (__v2df)_mm_setzero_pd(), \
5941 (__mmask8)-1, \
5942 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005943
Craig Topper8c18e112016-05-17 04:41:50 +00005944#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5945 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5946 (__v2df)(__m128d)(B), \
5947 (int)(((D)<<2) | (C)), \
5948 (__v2df)(__m128d)(W), \
5949 (__mmask8)(U), \
5950 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005951
Craig Topper8c18e112016-05-17 04:41:50 +00005952#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5953 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5954 (__v2df)(__m128d)(B), \
5955 (int)(((D)<<2) | (C)), \
5956 (__v2df)(__m128d)(W), \
5957 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005958
Craig Topper8c18e112016-05-17 04:41:50 +00005959#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5960 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5961 (__v2df)(__m128d)(B), \
5962 (int)(((D)<<2) | (C)), \
5963 (__v2df)_mm_setzero_pd(), \
5964 (__mmask8)(U), \
5965 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005966
Craig Topper8c18e112016-05-17 04:41:50 +00005967#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5968 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5969 (__v2df)(__m128d)(B), \
5970 (int)(((D)<<2) | (C)), \
5971 (__v2df)_mm_setzero_pd(), \
5972 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005973
Craig Topper8c18e112016-05-17 04:41:50 +00005974#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5975 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5976 (__v4sf)(__m128)(B), \
5977 (int)(((D)<<2) | (C)), \
5978 (__v4sf)_mm_setzero_ps(), \
5979 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005980
Craig Topper8c18e112016-05-17 04:41:50 +00005981#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5982 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5983 (__v4sf)(__m128)(B), \
5984 (int)(((D)<<2) | (C)), \
5985 (__v4sf)_mm_setzero_ps(), \
5986 (__mmask8)-1, \
5987 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005988
Craig Topper8c18e112016-05-17 04:41:50 +00005989#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5990 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5991 (__v4sf)(__m128)(B), \
5992 (int)(((D)<<2) | (C)), \
5993 (__v4sf)(__m128)(W), \
5994 (__mmask8)(U), \
5995 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005996
Craig Topper8c18e112016-05-17 04:41:50 +00005997#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5998 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5999 (__v4sf)(__m128)(B), \
6000 (int)(((D)<<2) | (C)), \
6001 (__v4sf)(__m128)(W), \
6002 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00006003
Craig Topper8c18e112016-05-17 04:41:50 +00006004#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
6005 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
6006 (__v4sf)(__m128)(B), \
6007 (int)(((D)<<2) | (C)), \
6008 (__v4sf)_mm_setzero_pd(), \
6009 (__mmask8)(U), \
6010 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00006011
Craig Topper8c18e112016-05-17 04:41:50 +00006012#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
6013 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
6014 (__v4sf)(__m128)(B), \
6015 (int)(((D)<<2) | (C)), \
6016 (__v4sf)_mm_setzero_ps(), \
6017 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00006018
6019static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6020_mm512_kmov (__mmask16 __A)
6021{
6022 return __A;
6023}
6024
Craig Topper8c18e112016-05-17 04:41:50 +00006025#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
6026 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
6027 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00006028
Craig Topper8c18e112016-05-17 04:41:50 +00006029#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
6030 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
6031 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00006032
Craig Topper45db56c2016-07-21 07:38:39 +00006033#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006034#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
6035 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00006036#endif
Simon Pilgrim427154d2016-07-04 21:30:47 +00006037
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006038static __inline__ __m512i __DEFAULT_FN_ATTRS
6039_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
6040 __mmask16 __U, __m512i __B)
6041{
6042 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
6043 (__v16si) __I
6044 /* idx */ ,
6045 (__v16si) __B,
6046 (__mmask16) __U);
6047}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00006048
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006049static __inline__ __m512i __DEFAULT_FN_ATTRS
6050_mm512_sll_epi32 (__m512i __A, __m128i __B)
6051{
6052 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
6053 (__v4si) __B,
6054 (__v16si)
6055 _mm512_setzero_si512 (),
6056 (__mmask16) -1);
6057}
6058
6059static __inline__ __m512i __DEFAULT_FN_ATTRS
6060_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6061{
6062 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
6063 (__v4si) __B,
6064 (__v16si) __W,
6065 (__mmask16) __U);
6066}
6067
6068static __inline__ __m512i __DEFAULT_FN_ATTRS
6069_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6070{
6071 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
6072 (__v4si) __B,
6073 (__v16si)
6074 _mm512_setzero_si512 (),
6075 (__mmask16) __U);
6076}
6077
6078static __inline__ __m512i __DEFAULT_FN_ATTRS
6079_mm512_sll_epi64 (__m512i __A, __m128i __B)
6080{
6081 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6082 (__v2di) __B,
6083 (__v8di)
6084 _mm512_setzero_si512 (),
6085 (__mmask8) -1);
6086}
6087
6088static __inline__ __m512i __DEFAULT_FN_ATTRS
6089_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6090{
6091 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6092 (__v2di) __B,
6093 (__v8di) __W,
6094 (__mmask8) __U);
6095}
6096
6097static __inline__ __m512i __DEFAULT_FN_ATTRS
6098_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6099{
6100 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
6101 (__v2di) __B,
6102 (__v8di)
6103 _mm512_setzero_si512 (),
6104 (__mmask8) __U);
6105}
6106
6107static __inline__ __m512i __DEFAULT_FN_ATTRS
6108_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
6109{
6110 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6111 (__v16si) __Y,
6112 (__v16si)
6113 _mm512_setzero_si512 (),
6114 (__mmask16) -1);
6115}
6116
6117static __inline__ __m512i __DEFAULT_FN_ATTRS
6118_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6119{
6120 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6121 (__v16si) __Y,
6122 (__v16si) __W,
6123 (__mmask16) __U);
6124}
6125
6126static __inline__ __m512i __DEFAULT_FN_ATTRS
6127_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6128{
6129 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
6130 (__v16si) __Y,
6131 (__v16si)
6132 _mm512_setzero_si512 (),
6133 (__mmask16) __U);
6134}
6135
6136static __inline__ __m512i __DEFAULT_FN_ATTRS
6137_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
6138{
6139 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6140 (__v8di) __Y,
6141 (__v8di)
6142 _mm512_undefined_pd (),
6143 (__mmask8) -1);
6144}
6145
6146static __inline__ __m512i __DEFAULT_FN_ATTRS
6147_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6148{
6149 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6150 (__v8di) __Y,
6151 (__v8di) __W,
6152 (__mmask8) __U);
6153}
6154
6155static __inline__ __m512i __DEFAULT_FN_ATTRS
6156_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6157{
6158 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
6159 (__v8di) __Y,
6160 (__v8di)
6161 _mm512_setzero_si512 (),
6162 (__mmask8) __U);
6163}
6164
6165static __inline__ __m512i __DEFAULT_FN_ATTRS
6166_mm512_sra_epi32 (__m512i __A, __m128i __B)
6167{
6168 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6169 (__v4si) __B,
6170 (__v16si)
6171 _mm512_setzero_si512 (),
6172 (__mmask16) -1);
6173}
6174
6175static __inline__ __m512i __DEFAULT_FN_ATTRS
6176_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6177{
6178 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6179 (__v4si) __B,
6180 (__v16si) __W,
6181 (__mmask16) __U);
6182}
6183
6184static __inline__ __m512i __DEFAULT_FN_ATTRS
6185_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6186{
6187 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6188 (__v4si) __B,
6189 (__v16si)
6190 _mm512_setzero_si512 (),
6191 (__mmask16) __U);
6192}
6193
6194static __inline__ __m512i __DEFAULT_FN_ATTRS
6195_mm512_sra_epi64 (__m512i __A, __m128i __B)
6196{
6197 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6198 (__v2di) __B,
6199 (__v8di)
6200 _mm512_setzero_si512 (),
6201 (__mmask8) -1);
6202}
6203
6204static __inline__ __m512i __DEFAULT_FN_ATTRS
6205_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6206{
6207 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6208 (__v2di) __B,
6209 (__v8di) __W,
6210 (__mmask8) __U);
6211}
6212
6213static __inline__ __m512i __DEFAULT_FN_ATTRS
6214_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6215{
6216 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6217 (__v2di) __B,
6218 (__v8di)
6219 _mm512_setzero_si512 (),
6220 (__mmask8) __U);
6221}
6222
6223static __inline__ __m512i __DEFAULT_FN_ATTRS
6224_mm512_srav_epi32 (__m512i __X, __m512i __Y)
6225{
6226 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6227 (__v16si) __Y,
6228 (__v16si)
6229 _mm512_setzero_si512 (),
6230 (__mmask16) -1);
6231}
6232
6233static __inline__ __m512i __DEFAULT_FN_ATTRS
6234_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6235{
6236 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6237 (__v16si) __Y,
6238 (__v16si) __W,
6239 (__mmask16) __U);
6240}
6241
6242static __inline__ __m512i __DEFAULT_FN_ATTRS
6243_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6244{
6245 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6246 (__v16si) __Y,
6247 (__v16si)
6248 _mm512_setzero_si512 (),
6249 (__mmask16) __U);
6250}
6251
6252static __inline__ __m512i __DEFAULT_FN_ATTRS
6253_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6254{
6255 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6256 (__v8di) __Y,
6257 (__v8di)
6258 _mm512_setzero_si512 (),
6259 (__mmask8) -1);
6260}
6261
6262static __inline__ __m512i __DEFAULT_FN_ATTRS
6263_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6264{
6265 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6266 (__v8di) __Y,
6267 (__v8di) __W,
6268 (__mmask8) __U);
6269}
6270
6271static __inline__ __m512i __DEFAULT_FN_ATTRS
6272_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6273{
6274 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6275 (__v8di) __Y,
6276 (__v8di)
6277 _mm512_setzero_si512 (),
6278 (__mmask8) __U);
6279}
6280
6281static __inline__ __m512i __DEFAULT_FN_ATTRS
6282_mm512_srl_epi32 (__m512i __A, __m128i __B)
6283{
6284 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6285 (__v4si) __B,
6286 (__v16si)
6287 _mm512_setzero_si512 (),
6288 (__mmask16) -1);
6289}
6290
6291static __inline__ __m512i __DEFAULT_FN_ATTRS
6292_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6293{
6294 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6295 (__v4si) __B,
6296 (__v16si) __W,
6297 (__mmask16) __U);
6298}
6299
6300static __inline__ __m512i __DEFAULT_FN_ATTRS
6301_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6302{
6303 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6304 (__v4si) __B,
6305 (__v16si)
6306 _mm512_setzero_si512 (),
6307 (__mmask16) __U);
6308}
6309
6310static __inline__ __m512i __DEFAULT_FN_ATTRS
6311_mm512_srl_epi64 (__m512i __A, __m128i __B)
6312{
6313 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6314 (__v2di) __B,
6315 (__v8di)
6316 _mm512_setzero_si512 (),
6317 (__mmask8) -1);
6318}
6319
6320static __inline__ __m512i __DEFAULT_FN_ATTRS
6321_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6322{
6323 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6324 (__v2di) __B,
6325 (__v8di) __W,
6326 (__mmask8) __U);
6327}
6328
6329static __inline__ __m512i __DEFAULT_FN_ATTRS
6330_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6331{
6332 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6333 (__v2di) __B,
6334 (__v8di)
6335 _mm512_setzero_si512 (),
6336 (__mmask8) __U);
6337}
6338
6339static __inline__ __m512i __DEFAULT_FN_ATTRS
6340_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6341{
6342 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6343 (__v16si) __Y,
6344 (__v16si)
6345 _mm512_setzero_si512 (),
6346 (__mmask16) -1);
6347}
6348
6349static __inline__ __m512i __DEFAULT_FN_ATTRS
6350_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6351{
6352 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6353 (__v16si) __Y,
6354 (__v16si) __W,
6355 (__mmask16) __U);
6356}
6357
6358static __inline__ __m512i __DEFAULT_FN_ATTRS
6359_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6360{
6361 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6362 (__v16si) __Y,
6363 (__v16si)
6364 _mm512_setzero_si512 (),
6365 (__mmask16) __U);
6366}
6367
6368static __inline__ __m512i __DEFAULT_FN_ATTRS
6369_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6370{
6371 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6372 (__v8di) __Y,
6373 (__v8di)
6374 _mm512_setzero_si512 (),
6375 (__mmask8) -1);
6376}
6377
6378static __inline__ __m512i __DEFAULT_FN_ATTRS
6379_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6380{
6381 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6382 (__v8di) __Y,
6383 (__v8di) __W,
6384 (__mmask8) __U);
6385}
6386
6387static __inline__ __m512i __DEFAULT_FN_ATTRS
6388_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6389{
6390 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6391 (__v8di) __Y,
6392 (__v8di)
6393 _mm512_setzero_si512 (),
6394 (__mmask8) __U);
6395}
6396
Craig Topper8c18e112016-05-17 04:41:50 +00006397#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6398 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6399 (__v16si)(__m512i)(B), \
6400 (__v16si)(__m512i)(C), (int)(imm), \
6401 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006402
Craig Topper8c18e112016-05-17 04:41:50 +00006403#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6404 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6405 (__v16si)(__m512i)(B), \
6406 (__v16si)(__m512i)(C), (int)(imm), \
6407 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006408
Craig Topper8c18e112016-05-17 04:41:50 +00006409#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6410 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6411 (__v16si)(__m512i)(B), \
6412 (__v16si)(__m512i)(C), \
6413 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006414
Craig Topper8c18e112016-05-17 04:41:50 +00006415#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6416 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6417 (__v8di)(__m512i)(B), \
6418 (__v8di)(__m512i)(C), (int)(imm), \
6419 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006420
Craig Topper8c18e112016-05-17 04:41:50 +00006421#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6422 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6423 (__v8di)(__m512i)(B), \
6424 (__v8di)(__m512i)(C), (int)(imm), \
6425 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006426
Craig Topper8c18e112016-05-17 04:41:50 +00006427#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6428 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6429 (__v8di)(__m512i)(B), \
6430 (__v8di)(__m512i)(C), (int)(imm), \
6431 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006432
Craig Topper45db56c2016-07-21 07:38:39 +00006433#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006434#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6435 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00006436#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006437
Craig Topper8c18e112016-05-17 04:41:50 +00006438#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6439 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006440
Craig Topper8c18e112016-05-17 04:41:50 +00006441#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6442 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006443
Craig Topper8c18e112016-05-17 04:41:50 +00006444#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6445 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006446
6447static __inline__ unsigned __DEFAULT_FN_ATTRS
6448_mm_cvtsd_u32 (__m128d __A)
6449{
6450 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6451 _MM_FROUND_CUR_DIRECTION);
6452}
6453
Craig Topper45db56c2016-07-21 07:38:39 +00006454#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006455#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6456 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6457 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006458
6459static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6460_mm_cvtsd_u64 (__m128d __A)
6461{
6462 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6463 __A,
6464 _MM_FROUND_CUR_DIRECTION);
6465}
Craig Topper45db56c2016-07-21 07:38:39 +00006466#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006467
Craig Topper8c18e112016-05-17 04:41:50 +00006468#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6469 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006470
Craig Topper8c18e112016-05-17 04:41:50 +00006471#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6472 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006473
Craig Topper45db56c2016-07-21 07:38:39 +00006474#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006475#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6476 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006477
Craig Topper8c18e112016-05-17 04:41:50 +00006478#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6479 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00006480#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006481
Craig Topper8c18e112016-05-17 04:41:50 +00006482#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6483 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006484
6485static __inline__ unsigned __DEFAULT_FN_ATTRS
6486_mm_cvtss_u32 (__m128 __A)
6487{
6488 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6489 _MM_FROUND_CUR_DIRECTION);
6490}
6491
Craig Topper45db56c2016-07-21 07:38:39 +00006492#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006493#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6494 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6495 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006496
6497static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6498_mm_cvtss_u64 (__m128 __A)
6499{
6500 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6501 __A,
6502 _MM_FROUND_CUR_DIRECTION);
6503}
Craig Topper45db56c2016-07-21 07:38:39 +00006504#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006505
Craig Topper8c18e112016-05-17 04:41:50 +00006506#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6507 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006508
Craig Topper8c18e112016-05-17 04:41:50 +00006509#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6510 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006511
6512static __inline__ int __DEFAULT_FN_ATTRS
6513_mm_cvttsd_i32 (__m128d __A)
6514{
6515 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6516 _MM_FROUND_CUR_DIRECTION);
6517}
6518
Craig Topper45db56c2016-07-21 07:38:39 +00006519#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006520#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6521 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006522
Craig Topper8c18e112016-05-17 04:41:50 +00006523#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6524 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006525
6526static __inline__ long long __DEFAULT_FN_ATTRS
6527_mm_cvttsd_i64 (__m128d __A)
6528{
6529 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6530 _MM_FROUND_CUR_DIRECTION);
6531}
Craig Topper45db56c2016-07-21 07:38:39 +00006532#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006533
Craig Topper8c18e112016-05-17 04:41:50 +00006534#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6535 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006536
6537static __inline__ unsigned __DEFAULT_FN_ATTRS
6538_mm_cvttsd_u32 (__m128d __A)
6539{
6540 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6541 _MM_FROUND_CUR_DIRECTION);
6542}
6543
Craig Topper45db56c2016-07-21 07:38:39 +00006544#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006545#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6546 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6547 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006548
6549static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6550_mm_cvttsd_u64 (__m128d __A)
6551{
6552 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6553 __A,
6554 _MM_FROUND_CUR_DIRECTION);
6555}
Craig Topper45db56c2016-07-21 07:38:39 +00006556#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006557
Craig Topper8c18e112016-05-17 04:41:50 +00006558#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6559 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006560
Craig Topper8c18e112016-05-17 04:41:50 +00006561#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6562 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006563
6564static __inline__ int __DEFAULT_FN_ATTRS
6565_mm_cvttss_i32 (__m128 __A)
6566{
6567 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6568 _MM_FROUND_CUR_DIRECTION);
6569}
6570
Craig Topper45db56c2016-07-21 07:38:39 +00006571#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006572#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6573 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006574
Craig Topper8c18e112016-05-17 04:41:50 +00006575#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6576 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006577
6578static __inline__ long long __DEFAULT_FN_ATTRS
6579_mm_cvttss_i64 (__m128 __A)
6580{
6581 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6582 _MM_FROUND_CUR_DIRECTION);
6583}
Craig Topper45db56c2016-07-21 07:38:39 +00006584#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006585
Craig Topper8c18e112016-05-17 04:41:50 +00006586#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6587 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006588
6589static __inline__ unsigned __DEFAULT_FN_ATTRS
6590_mm_cvttss_u32 (__m128 __A)
6591{
6592 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6593 _MM_FROUND_CUR_DIRECTION);
6594}
6595
Craig Topper45db56c2016-07-21 07:38:39 +00006596#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00006597#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6598 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6599 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006600
6601static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6602_mm_cvttss_u64 (__m128 __A)
6603{
6604 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6605 __A,
6606 _MM_FROUND_CUR_DIRECTION);
6607}
Craig Topper45db56c2016-07-21 07:38:39 +00006608#endif
Michael Zuckerman8d161992016-04-10 17:24:03 +00006609
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006610static __inline__ __m512d __DEFAULT_FN_ATTRS
6611_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6612 __m512d __B)
6613{
6614 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6615 (__v8di) __I
6616 /* idx */ ,
6617 (__v8df) __B,
6618 (__mmask8) __U);
6619}
6620
6621static __inline__ __m512 __DEFAULT_FN_ATTRS
6622_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6623 __m512 __B)
6624{
6625 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6626 (__v16si) __I
6627 /* idx */ ,
6628 (__v16sf) __B,
6629 (__mmask16) __U);
6630}
6631
6632static __inline__ __m512i __DEFAULT_FN_ATTRS
6633_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6634 __mmask8 __U, __m512i __B)
6635{
6636 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6637 (__v8di) __I
6638 /* idx */ ,
6639 (__v8di) __B,
6640 (__mmask8) __U);
6641}
6642
Craig Topper8c18e112016-05-17 04:41:50 +00006643#define _mm512_permute_pd(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006644 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006645 (__v8df)_mm512_undefined_pd(), \
6646 0 + (((C) >> 0) & 0x1), \
6647 0 + (((C) >> 1) & 0x1), \
6648 2 + (((C) >> 2) & 0x1), \
6649 2 + (((C) >> 3) & 0x1), \
6650 4 + (((C) >> 4) & 0x1), \
6651 4 + (((C) >> 5) & 0x1), \
6652 6 + (((C) >> 6) & 0x1), \
6653 6 + (((C) >> 7) & 0x1)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006654
Craig Topper8c18e112016-05-17 04:41:50 +00006655#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006656 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6657 (__v8df)_mm512_permute_pd((X), (C)), \
6658 (__v8df)(__m512d)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006659
Craig Topper8c18e112016-05-17 04:41:50 +00006660#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006661 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
6662 (__v8df)_mm512_permute_pd((X), (C)), \
6663 (__v8df)_mm512_setzero_pd()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006664
Craig Topper8c18e112016-05-17 04:41:50 +00006665#define _mm512_permute_ps(X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006666 (__m512)__builtin_shufflevector((__v16sf)(__m512)(X), \
Craig Topper2a383c92016-07-04 22:18:01 +00006667 (__v16sf)_mm512_undefined_ps(), \
6668 0 + (((C) >> 0) & 0x3), \
6669 0 + (((C) >> 2) & 0x3), \
6670 0 + (((C) >> 4) & 0x3), \
6671 0 + (((C) >> 6) & 0x3), \
6672 4 + (((C) >> 0) & 0x3), \
6673 4 + (((C) >> 2) & 0x3), \
6674 4 + (((C) >> 4) & 0x3), \
6675 4 + (((C) >> 6) & 0x3), \
6676 8 + (((C) >> 0) & 0x3), \
6677 8 + (((C) >> 2) & 0x3), \
6678 8 + (((C) >> 4) & 0x3), \
6679 8 + (((C) >> 6) & 0x3), \
6680 12 + (((C) >> 0) & 0x3), \
6681 12 + (((C) >> 2) & 0x3), \
6682 12 + (((C) >> 4) & 0x3), \
6683 12 + (((C) >> 6) & 0x3)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006684
Craig Topper8c18e112016-05-17 04:41:50 +00006685#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006686 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6687 (__v16sf)_mm512_permute_ps((X), (C)), \
6688 (__v16sf)(__m512)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006689
Craig Topper8c18e112016-05-17 04:41:50 +00006690#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
Simon Pilgrim17388f22016-07-04 11:06:15 +00006691 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
6692 (__v16sf)_mm512_permute_ps((X), (C)), \
6693 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006694
6695static __inline__ __m512d __DEFAULT_FN_ATTRS
6696_mm512_permutevar_pd (__m512d __A, __m512i __C)
6697{
6698 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6699 (__v8di) __C,
6700 (__v8df)
6701 _mm512_undefined_pd (),
6702 (__mmask8) -1);
6703}
6704
6705static __inline__ __m512d __DEFAULT_FN_ATTRS
6706_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6707{
6708 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6709 (__v8di) __C,
6710 (__v8df) __W,
6711 (__mmask8) __U);
6712}
6713
6714static __inline__ __m512d __DEFAULT_FN_ATTRS
6715_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6716{
6717 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6718 (__v8di) __C,
6719 (__v8df)
6720 _mm512_setzero_pd (),
6721 (__mmask8) __U);
6722}
6723
6724static __inline__ __m512 __DEFAULT_FN_ATTRS
6725_mm512_permutevar_ps (__m512 __A, __m512i __C)
6726{
6727 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6728 (__v16si) __C,
6729 (__v16sf)
6730 _mm512_undefined_ps (),
6731 (__mmask16) -1);
6732}
6733
6734static __inline__ __m512 __DEFAULT_FN_ATTRS
6735_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6736{
6737 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6738 (__v16si) __C,
6739 (__v16sf) __W,
6740 (__mmask16) __U);
6741}
6742
6743static __inline__ __m512 __DEFAULT_FN_ATTRS
6744_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6745{
6746 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6747 (__v16si) __C,
6748 (__v16sf)
6749 _mm512_setzero_ps (),
6750 (__mmask16) __U);
6751}
6752
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006753static __inline __m512d __DEFAULT_FN_ATTRS
6754_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006755{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006756 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6757 /* idx */ ,
6758 (__v8df) __A,
6759 (__v8df) __B,
6760 (__mmask8) -1);
6761}
6762
6763static __inline__ __m512d __DEFAULT_FN_ATTRS
6764_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6765{
6766 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6767 /* idx */ ,
6768 (__v8df) __A,
6769 (__v8df) __B,
6770 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006771}
6772
6773static __inline__ __m512d __DEFAULT_FN_ATTRS
6774_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6775 __m512d __B)
6776{
6777 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006778 /* idx */ ,
6779 (__v8df) __A,
6780 (__v8df) __B,
6781 (__mmask8) __U);
6782}
6783
6784static __inline __m512 __DEFAULT_FN_ATTRS
6785_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6786{
6787 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6788 /* idx */ ,
6789 (__v16sf) __A,
6790 (__v16sf) __B,
6791 (__mmask16) -1);
6792}
6793
6794static __inline__ __m512 __DEFAULT_FN_ATTRS
6795_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6796{
6797 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6798 /* idx */ ,
6799 (__v16sf) __A,
6800 (__v16sf) __B,
6801 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006802}
6803
6804static __inline__ __m512 __DEFAULT_FN_ATTRS
6805_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6806 __m512 __B)
6807{
6808 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006809 /* idx */ ,
6810 (__v16sf) __A,
6811 (__v16sf) __B,
6812 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006813}
6814
Michael Zuckerman07525092016-04-11 10:22:07 +00006815static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6816_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6817{
6818 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6819 (__v16si) __B,
6820 (__mmask16) -1);
6821}
6822
6823static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6824_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6825{
6826 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6827 (__v16si) __B, __U);
6828}
6829
6830static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6831_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6832{
6833 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6834 (__v8di) __B,
6835 (__mmask8) -1);
6836}
6837
6838static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6839_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6840{
6841 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6842 (__v8di) __B, __U);
6843}
6844
Craig Topper8c18e112016-05-17 04:41:50 +00006845#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6846 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6847 (__v8si)_mm256_undefined_si256(), \
6848 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006849
Craig Topper8c18e112016-05-17 04:41:50 +00006850#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6851 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6852 (__v8si)(__m256i)(W), \
6853 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006854
Craig Topper8c18e112016-05-17 04:41:50 +00006855#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6856 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6857 (__v8si)_mm256_setzero_si256(), \
6858 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006859
6860static __inline__ __m256i __DEFAULT_FN_ATTRS
6861_mm512_cvttpd_epu32 (__m512d __A)
6862{
6863 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6864 (__v8si)
6865 _mm256_undefined_si256 (),
6866 (__mmask8) -1,
6867 _MM_FROUND_CUR_DIRECTION);
6868}
6869
6870static __inline__ __m256i __DEFAULT_FN_ATTRS
6871_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6872{
6873 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6874 (__v8si) __W,
6875 (__mmask8) __U,
6876 _MM_FROUND_CUR_DIRECTION);
6877}
6878
6879static __inline__ __m256i __DEFAULT_FN_ATTRS
6880_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6881{
6882 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6883 (__v8si)
6884 _mm256_setzero_si256 (),
6885 (__mmask8) __U,
6886 _MM_FROUND_CUR_DIRECTION);
6887}
Michael Zuckerman07525092016-04-11 10:22:07 +00006888
Craig Topper8c18e112016-05-17 04:41:50 +00006889#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6890 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6891 (__v2df)(__m128d)(B), \
6892 (__v2df)_mm_setzero_pd(), \
6893 (__mmask8)-1, (int)(imm), \
6894 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006895
Craig Topper8c18e112016-05-17 04:41:50 +00006896#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6897 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6898 (__v2df)(__m128d)(B), \
6899 (__v2df)_mm_setzero_pd(), \
6900 (__mmask8)-1, (int)(imm), \
6901 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006902
Craig Topper8c18e112016-05-17 04:41:50 +00006903#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6904 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6905 (__v2df)(__m128d)(B), \
6906 (__v2df)(__m128d)(W), \
6907 (__mmask8)(U), (int)(imm), \
6908 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006909
Craig Topper8c18e112016-05-17 04:41:50 +00006910#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6911 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6912 (__v2df)(__m128d)(B), \
6913 (__v2df)(__m128d)(W), \
6914 (__mmask8)(U), (int)(I), \
6915 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006916
Craig Topper8c18e112016-05-17 04:41:50 +00006917#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6918 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6919 (__v2df)(__m128d)(B), \
6920 (__v2df)_mm_setzero_pd(), \
6921 (__mmask8)(U), (int)(I), \
6922 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006923
Craig Topper8c18e112016-05-17 04:41:50 +00006924#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6925 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6926 (__v2df)(__m128d)(B), \
6927 (__v2df)_mm_setzero_pd(), \
6928 (__mmask8)(U), (int)(I), \
6929 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006930
Craig Topper8c18e112016-05-17 04:41:50 +00006931#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6932 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6933 (__v4sf)(__m128)(B), \
6934 (__v4sf)_mm_setzero_ps(), \
6935 (__mmask8)-1, (int)(imm), \
6936 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006937
Craig Topper8c18e112016-05-17 04:41:50 +00006938#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6939 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6940 (__v4sf)(__m128)(B), \
6941 (__v4sf)_mm_setzero_ps(), \
6942 (__mmask8)-1, (int)(imm), \
6943 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006944
Craig Topper8c18e112016-05-17 04:41:50 +00006945#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6946 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6947 (__v4sf)(__m128)(B), \
6948 (__v4sf)(__m128)(W), \
6949 (__mmask8)(U), (int)(I), \
6950 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006951
Craig Topper8c18e112016-05-17 04:41:50 +00006952#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6953 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6954 (__v4sf)(__m128)(B), \
6955 (__v4sf)(__m128)(W), \
6956 (__mmask8)(U), (int)(I), \
6957 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006958
Craig Topper8c18e112016-05-17 04:41:50 +00006959#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6960 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6961 (__v4sf)(__m128)(B), \
6962 (__v4sf)_mm_setzero_ps(), \
6963 (__mmask8)(U), (int)(I), \
6964 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006965
Craig Topper8c18e112016-05-17 04:41:50 +00006966#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6967 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6968 (__v4sf)(__m128)(B), \
6969 (__v4sf)_mm_setzero_ps(), \
6970 (__mmask8)(U), (int)(I), \
6971 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006972
Craig Topper8c18e112016-05-17 04:41:50 +00006973#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6974 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6975 (__v8df)(__m512d)(B), \
6976 (__v8df)_mm512_undefined_pd(), \
6977 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006978
Craig Topper8c18e112016-05-17 04:41:50 +00006979#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6980 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6981 (__v8df)(__m512d)(B), \
6982 (__v8df)(__m512d)(W), \
6983 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006984
Craig Topper8c18e112016-05-17 04:41:50 +00006985#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6986 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6987 (__v8df)(__m512d)(B), \
6988 (__v8df)_mm512_setzero_pd(), \
6989 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006990
6991static __inline__ __m512d __DEFAULT_FN_ATTRS
6992_mm512_scalef_pd (__m512d __A, __m512d __B)
6993{
6994 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6995 (__v8df) __B,
6996 (__v8df)
6997 _mm512_undefined_pd (),
6998 (__mmask8) -1,
6999 _MM_FROUND_CUR_DIRECTION);
7000}
7001
7002static __inline__ __m512d __DEFAULT_FN_ATTRS
7003_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
7004{
7005 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
7006 (__v8df) __B,
7007 (__v8df) __W,
7008 (__mmask8) __U,
7009 _MM_FROUND_CUR_DIRECTION);
7010}
7011
7012static __inline__ __m512d __DEFAULT_FN_ATTRS
7013_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
7014{
7015 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
7016 (__v8df) __B,
7017 (__v8df)
7018 _mm512_setzero_pd (),
7019 (__mmask8) __U,
7020 _MM_FROUND_CUR_DIRECTION);
7021}
7022
Craig Topper8c18e112016-05-17 04:41:50 +00007023#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
7024 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
7025 (__v16sf)(__m512)(B), \
7026 (__v16sf)_mm512_undefined_ps(), \
7027 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007028
Craig Topper8c18e112016-05-17 04:41:50 +00007029#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
7030 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
7031 (__v16sf)(__m512)(B), \
7032 (__v16sf)(__m512)(W), \
7033 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007034
Craig Topper8c18e112016-05-17 04:41:50 +00007035#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
7036 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
7037 (__v16sf)(__m512)(B), \
7038 (__v16sf)_mm512_setzero_ps(), \
7039 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007040
7041static __inline__ __m512 __DEFAULT_FN_ATTRS
7042_mm512_scalef_ps (__m512 __A, __m512 __B)
7043{
7044 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
7045 (__v16sf) __B,
7046 (__v16sf)
7047 _mm512_undefined_ps (),
7048 (__mmask16) -1,
7049 _MM_FROUND_CUR_DIRECTION);
7050}
7051
7052static __inline__ __m512 __DEFAULT_FN_ATTRS
7053_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
7054{
7055 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
7056 (__v16sf) __B,
7057 (__v16sf) __W,
7058 (__mmask16) __U,
7059 _MM_FROUND_CUR_DIRECTION);
7060}
7061
7062static __inline__ __m512 __DEFAULT_FN_ATTRS
7063_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
7064{
7065 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
7066 (__v16sf) __B,
7067 (__v16sf)
7068 _mm512_setzero_ps (),
7069 (__mmask16) __U,
7070 _MM_FROUND_CUR_DIRECTION);
7071}
7072
Craig Topper8c18e112016-05-17 04:41:50 +00007073#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
7074 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7075 (__v2df)(__m128d)(B), \
7076 (__v2df)_mm_setzero_pd(), \
7077 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007078
7079static __inline__ __m128d __DEFAULT_FN_ATTRS
7080_mm_scalef_sd (__m128d __A, __m128d __B)
7081{
7082 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
7083 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
7084 (__mmask8) -1,
7085 _MM_FROUND_CUR_DIRECTION);
7086}
7087
7088static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007089_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007090{
7091 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
7092 (__v2df) __B,
7093 (__v2df) __W,
7094 (__mmask8) __U,
7095 _MM_FROUND_CUR_DIRECTION);
7096}
7097
Craig Topper8c18e112016-05-17 04:41:50 +00007098#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
7099 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7100 (__v2df)(__m128d)(B), \
7101 (__v2df)(__m128d)(W), \
7102 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007103
7104static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007105_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007106{
7107 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
7108 (__v2df) __B,
7109 (__v2df) _mm_setzero_pd (),
7110 (__mmask8) __U,
7111 _MM_FROUND_CUR_DIRECTION);
7112}
7113
Craig Topper8c18e112016-05-17 04:41:50 +00007114#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
7115 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7116 (__v2df)(__m128d)(B), \
7117 (__v2df)_mm_setzero_pd(), \
7118 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007119
Craig Topper8c18e112016-05-17 04:41:50 +00007120#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7121 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7122 (__v4sf)(__m128)(B), \
7123 (__v4sf)_mm_setzero_ps(), \
7124 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007125
7126static __inline__ __m128 __DEFAULT_FN_ATTRS
7127_mm_scalef_ss (__m128 __A, __m128 __B)
7128{
7129 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7130 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7131 (__mmask8) -1,
7132 _MM_FROUND_CUR_DIRECTION);
7133}
7134
7135static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007136_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007137{
7138 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7139 (__v4sf) __B,
7140 (__v4sf) __W,
7141 (__mmask8) __U,
7142 _MM_FROUND_CUR_DIRECTION);
7143}
7144
Craig Topper8c18e112016-05-17 04:41:50 +00007145#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7146 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7147 (__v4sf)(__m128)(B), \
7148 (__v4sf)(__m128)(W), \
7149 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007150
7151static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007152_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007153{
7154 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7155 (__v4sf) __B,
7156 (__v4sf) _mm_setzero_ps (),
7157 (__mmask8) __U,
7158 _MM_FROUND_CUR_DIRECTION);
7159}
7160
Craig Topper8c18e112016-05-17 04:41:50 +00007161#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7162 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7163 (__v4sf)(__m128)(B), \
7164 (__v4sf)_mm_setzero_ps(), \
7165 (__mmask8)(U), \
7166 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007167
Craig Topper79d05c92016-05-15 20:10:06 +00007168#define _mm512_srai_epi32(A, B) __extension__ ({ \
7169 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7170 (__v16si)_mm512_setzero_si512(), \
7171 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007172
Craig Topper8c18e112016-05-17 04:41:50 +00007173#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7174 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7175 (__v16si)(__m512i)(W), \
7176 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007177
Craig Topper8c18e112016-05-17 04:41:50 +00007178#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7179 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7180 (__v16si)_mm512_setzero_si512(), \
7181 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007182
Craig Topper8c18e112016-05-17 04:41:50 +00007183#define _mm512_srai_epi64(A, B) __extension__ ({ \
7184 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7185 (__v8di)_mm512_setzero_si512(), \
7186 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007187
Craig Topper8c18e112016-05-17 04:41:50 +00007188#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7189 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7190 (__v8di)(__m512i)(W), \
7191 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007192
Craig Topper8c18e112016-05-17 04:41:50 +00007193#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7194 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7195 (__v8di)_mm512_setzero_si512(), \
7196 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007197
Craig Topper8c18e112016-05-17 04:41:50 +00007198#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7199 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7200 (__v16sf)(__m512)(B), (int)(imm), \
7201 (__v16sf)_mm512_undefined_ps(), \
7202 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007203
Craig Topper8c18e112016-05-17 04:41:50 +00007204#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7205 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7206 (__v16sf)(__m512)(B), (int)(imm), \
7207 (__v16sf)(__m512)(W), \
7208 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007209
Craig Topper8c18e112016-05-17 04:41:50 +00007210#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7211 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7212 (__v16sf)(__m512)(B), (int)(imm), \
7213 (__v16sf)_mm512_setzero_ps(), \
7214 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007215
Craig Topper8c18e112016-05-17 04:41:50 +00007216#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7217 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7218 (__v8df)(__m512d)(B), (int)(imm), \
7219 (__v8df)_mm512_undefined_pd(), \
7220 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007221
Craig Topper8c18e112016-05-17 04:41:50 +00007222#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7223 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7224 (__v8df)(__m512d)(B), (int)(imm), \
7225 (__v8df)(__m512d)(W), \
7226 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007227
Craig Topper8c18e112016-05-17 04:41:50 +00007228#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7229 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7230 (__v8df)(__m512d)(B), (int)(imm), \
7231 (__v8df)_mm512_setzero_pd(), \
7232 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007233
Craig Topper8c18e112016-05-17 04:41:50 +00007234#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7235 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7236 (__v16si)(__m512i)(B), (int)(imm), \
7237 (__v16si)_mm512_setzero_si512(), \
7238 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007239
Craig Topper8c18e112016-05-17 04:41:50 +00007240#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7241 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7242 (__v16si)(__m512i)(B), (int)(imm), \
7243 (__v16si)(__m512i)(W), \
7244 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007245
Craig Topper8c18e112016-05-17 04:41:50 +00007246#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7247 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7248 (__v16si)(__m512i)(B), (int)(imm), \
7249 (__v16si)_mm512_setzero_si512(), \
7250 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007251
Craig Topper8c18e112016-05-17 04:41:50 +00007252#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7253 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7254 (__v8di)(__m512i)(B), (int)(imm), \
7255 (__v8di)_mm512_setzero_si512(), \
7256 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007257
Craig Topper8c18e112016-05-17 04:41:50 +00007258#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7259 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7260 (__v8di)(__m512i)(B), (int)(imm), \
7261 (__v8di)(__m512i)(W), \
7262 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007263
Craig Topper8c18e112016-05-17 04:41:50 +00007264#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7265 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7266 (__v8di)(__m512i)(B), (int)(imm), \
7267 (__v8di)_mm512_setzero_si512(), \
7268 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007269
Simon Pilgrim427154d2016-07-04 21:30:47 +00007270#define _mm512_shuffle_pd(A, B, M) __extension__ ({ \
7271 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(A), \
7272 (__v8df)(__m512d)(B), \
Craig Topper2a383c92016-07-04 22:18:01 +00007273 0 + (((M) >> 0) & 0x1), \
7274 8 + (((M) >> 1) & 0x1), \
7275 2 + (((M) >> 2) & 0x1), \
7276 10 + (((M) >> 3) & 0x1), \
7277 4 + (((M) >> 4) & 0x1), \
7278 12 + (((M) >> 5) & 0x1), \
7279 6 + (((M) >> 6) & 0x1), \
7280 14 + (((M) >> 7) & 0x1)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007281
Simon Pilgrim427154d2016-07-04 21:30:47 +00007282#define _mm512_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7283 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7284 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7285 (__v8df)(__m512d)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007286
Simon Pilgrim427154d2016-07-04 21:30:47 +00007287#define _mm512_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7288 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
7289 (__v8df)_mm512_shuffle_pd((A), (B), (M)), \
7290 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007291
Craig Topper6e76fb62016-07-10 05:57:21 +00007292#define _mm512_shuffle_ps(A, B, M) __extension__ ({ \
7293 (__m512d)__builtin_shufflevector((__v16sf)(__m512)(A), \
7294 (__v16sf)(__m512)(B), \
7295 0 + (((M) >> 0) & 0x3), \
7296 0 + (((M) >> 2) & 0x3), \
7297 16 + (((M) >> 4) & 0x3), \
7298 16 + (((M) >> 6) & 0x3), \
7299 4 + (((M) >> 0) & 0x3), \
7300 4 + (((M) >> 2) & 0x3), \
7301 20 + (((M) >> 4) & 0x3), \
7302 20 + (((M) >> 6) & 0x3), \
7303 8 + (((M) >> 0) & 0x3), \
7304 8 + (((M) >> 2) & 0x3), \
7305 24 + (((M) >> 4) & 0x3), \
7306 24 + (((M) >> 6) & 0x3), \
7307 12 + (((M) >> 0) & 0x3), \
7308 12 + (((M) >> 2) & 0x3), \
7309 28 + (((M) >> 4) & 0x3), \
7310 28 + (((M) >> 6) & 0x3)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007311
Craig Topper6e76fb62016-07-10 05:57:21 +00007312#define _mm512_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7313 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7314 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7315 (__v16sf)(__m512)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007316
Craig Topper6e76fb62016-07-10 05:57:21 +00007317#define _mm512_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7318 (__m512)__builtin_ia32_selectps_512((__mmask16)(U), \
7319 (__v16sf)_mm512_shuffle_ps((A), (B), (M)), \
7320 (__v16sf)_mm512_setzero_ps()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007321
Craig Topper8c18e112016-05-17 04:41:50 +00007322#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007323 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7324 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007325 (__v2df)_mm_setzero_pd(), \
7326 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007327
7328static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007329_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007330{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007331 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7332 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007333 (__v2df) __W,
7334 (__mmask8) __U,
7335 _MM_FROUND_CUR_DIRECTION);
7336}
7337
Craig Topper8c18e112016-05-17 04:41:50 +00007338#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007339 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7340 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007341 (__v2df)(__m128d)(W), \
7342 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007343
7344static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007345_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007346{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007347 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __A,
7348 (__v2df) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007349 (__v2df) _mm_setzero_pd (),
7350 (__mmask8) __U,
7351 _MM_FROUND_CUR_DIRECTION);
7352}
7353
Craig Topper8c18e112016-05-17 04:41:50 +00007354#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007355 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(A), \
7356 (__v2df)(__m128d)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007357 (__v2df)_mm_setzero_pd(), \
7358 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007359
Craig Topper8c18e112016-05-17 04:41:50 +00007360#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007361 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7362 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007363 (__v4sf)_mm_setzero_ps(), \
7364 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007365
7366static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007367_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007368{
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007369 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7370 (__v4sf) __B,
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007371 (__v4sf) __W,
7372 (__mmask8) __U,
7373 _MM_FROUND_CUR_DIRECTION);
7374}
7375
Craig Topper8c18e112016-05-17 04:41:50 +00007376#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007377 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7378 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007379 (__v4sf)(__m128)(W), (__mmask8)(U), \
7380 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007381
7382static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007383_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007384{
7385 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7386 (__v4sf) __B,
7387 (__v4sf) _mm_setzero_ps (),
7388 (__mmask8) __U,
7389 _MM_FROUND_CUR_DIRECTION);
7390}
7391
Craig Topper8c18e112016-05-17 04:41:50 +00007392#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
Asaf Badouhf9cdb8d2016-07-05 11:36:21 +00007393 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(A), \
7394 (__v4sf)(__m128)(B), \
Craig Topper8c18e112016-05-17 04:41:50 +00007395 (__v4sf)_mm_setzero_ps(), \
7396 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007397
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007398static __inline__ __m512 __DEFAULT_FN_ATTRS
7399_mm512_broadcast_f32x4 (__m128 __A)
7400{
7401 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7402 (__v16sf)
7403 _mm512_undefined_ps (),
7404 (__mmask16) -1);
7405}
7406
7407static __inline__ __m512 __DEFAULT_FN_ATTRS
7408_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7409{
7410 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7411 (__v16sf) __O,
7412 __M);
7413}
7414
7415static __inline__ __m512 __DEFAULT_FN_ATTRS
7416_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7417{
7418 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7419 (__v16sf)
7420 _mm512_setzero_ps (),
7421 __M);
7422}
7423
7424static __inline__ __m512d __DEFAULT_FN_ATTRS
7425_mm512_broadcast_f64x4 (__m256d __A)
7426{
7427 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7428 (__v8df)
7429 _mm512_undefined_pd (),
7430 (__mmask8) -1);
7431}
7432
7433static __inline__ __m512d __DEFAULT_FN_ATTRS
7434_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7435{
7436 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7437 (__v8df) __O,
7438 __M);
7439}
7440
7441static __inline__ __m512d __DEFAULT_FN_ATTRS
7442_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7443{
7444 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7445 (__v8df)
7446 _mm512_setzero_pd (),
7447 __M);
7448}
7449
7450static __inline__ __m512i __DEFAULT_FN_ATTRS
7451_mm512_broadcast_i32x4 (__m128i __A)
7452{
7453 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7454 (__v16si)
7455 _mm512_undefined_epi32 (),
7456 (__mmask16) -1);
7457}
7458
7459static __inline__ __m512i __DEFAULT_FN_ATTRS
7460_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7461{
7462 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7463 (__v16si) __O,
7464 __M);
7465}
7466
7467static __inline__ __m512i __DEFAULT_FN_ATTRS
7468_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7469{
7470 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7471 (__v16si)
7472 _mm512_setzero_si512 (),
7473 __M);
7474}
7475
7476static __inline__ __m512i __DEFAULT_FN_ATTRS
7477_mm512_broadcast_i64x4 (__m256i __A)
7478{
7479 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7480 (__v8di)
7481 _mm512_undefined_epi32 (),
7482 (__mmask8) -1);
7483}
7484
7485static __inline__ __m512i __DEFAULT_FN_ATTRS
7486_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7487{
7488 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7489 (__v8di) __O,
7490 __M);
7491}
7492
7493static __inline__ __m512i __DEFAULT_FN_ATTRS
7494_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7495{
7496 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7497 (__v8di)
7498 _mm512_setzero_si512 (),
7499 __M);
7500}
7501
7502static __inline__ __m512d __DEFAULT_FN_ATTRS
7503_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7504{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007505 return (__m512d)__builtin_ia32_selectpd_512(__M,
7506 (__v8df) _mm512_broadcastsd_pd(__A),
7507 (__v8df) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007508}
7509
7510static __inline__ __m512d __DEFAULT_FN_ATTRS
7511_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7512{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007513 return (__m512d)__builtin_ia32_selectpd_512(__M,
7514 (__v8df) _mm512_broadcastsd_pd(__A),
7515 (__v8df) _mm512_setzero_pd());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007516}
7517
7518static __inline__ __m512 __DEFAULT_FN_ATTRS
7519_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7520{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007521 return (__m512)__builtin_ia32_selectps_512(__M,
7522 (__v16sf) _mm512_broadcastss_ps(__A),
7523 (__v16sf) __O);
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007524}
7525
7526static __inline__ __m512 __DEFAULT_FN_ATTRS
7527_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7528{
Simon Pilgrimf5a88372016-07-05 12:59:33 +00007529 return (__m512)__builtin_ia32_selectps_512(__M,
7530 (__v16sf) _mm512_broadcastss_ps(__A),
7531 (__v16sf) _mm512_setzero_ps());
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007532}
7533
Michael Zuckermane1680612016-04-13 15:02:04 +00007534static __inline__ __m128i __DEFAULT_FN_ATTRS
7535_mm512_cvtsepi32_epi8 (__m512i __A)
7536{
7537 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7538 (__v16qi) _mm_undefined_si128 (),
7539 (__mmask16) -1);
7540}
7541
7542static __inline__ __m128i __DEFAULT_FN_ATTRS
7543_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7544{
7545 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7546 (__v16qi) __O, __M);
7547}
7548
7549static __inline__ __m128i __DEFAULT_FN_ATTRS
7550_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7551{
7552 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7553 (__v16qi) _mm_setzero_si128 (),
7554 __M);
7555}
7556
7557static __inline__ void __DEFAULT_FN_ATTRS
7558_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7559{
7560 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7561}
7562
7563static __inline__ __m256i __DEFAULT_FN_ATTRS
7564_mm512_cvtsepi32_epi16 (__m512i __A)
7565{
7566 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7567 (__v16hi) _mm256_undefined_si256 (),
7568 (__mmask16) -1);
7569}
7570
7571static __inline__ __m256i __DEFAULT_FN_ATTRS
7572_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7573{
7574 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7575 (__v16hi) __O, __M);
7576}
7577
7578static __inline__ __m256i __DEFAULT_FN_ATTRS
7579_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7580{
7581 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7582 (__v16hi) _mm256_setzero_si256 (),
7583 __M);
7584}
7585
7586static __inline__ void __DEFAULT_FN_ATTRS
7587_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7588{
7589 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7590}
7591
7592static __inline__ __m128i __DEFAULT_FN_ATTRS
7593_mm512_cvtsepi64_epi8 (__m512i __A)
7594{
7595 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7596 (__v16qi) _mm_undefined_si128 (),
7597 (__mmask8) -1);
7598}
7599
7600static __inline__ __m128i __DEFAULT_FN_ATTRS
7601_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7602{
7603 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7604 (__v16qi) __O, __M);
7605}
7606
7607static __inline__ __m128i __DEFAULT_FN_ATTRS
7608_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7609{
7610 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7611 (__v16qi) _mm_setzero_si128 (),
7612 __M);
7613}
7614
7615static __inline__ void __DEFAULT_FN_ATTRS
7616_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7617{
7618 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7619}
7620
7621static __inline__ __m256i __DEFAULT_FN_ATTRS
7622_mm512_cvtsepi64_epi32 (__m512i __A)
7623{
Michael Zuckermane1680612016-04-13 15:02:04 +00007624 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7625 (__v8si) _mm256_undefined_si256 (),
7626 (__mmask8) -1);
7627}
7628
7629static __inline__ __m256i __DEFAULT_FN_ATTRS
7630_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7631{
7632 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7633 (__v8si) __O, __M);
7634}
7635
7636static __inline__ __m256i __DEFAULT_FN_ATTRS
7637_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7638{
7639 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7640 (__v8si) _mm256_setzero_si256 (),
7641 __M);
7642}
7643
7644static __inline__ void __DEFAULT_FN_ATTRS
7645_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7646{
7647 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7648}
7649
7650static __inline__ __m128i __DEFAULT_FN_ATTRS
7651_mm512_cvtsepi64_epi16 (__m512i __A)
7652{
7653 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7654 (__v8hi) _mm_undefined_si128 (),
7655 (__mmask8) -1);
7656}
7657
7658static __inline__ __m128i __DEFAULT_FN_ATTRS
7659_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7660{
7661 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7662 (__v8hi) __O, __M);
7663}
7664
7665static __inline__ __m128i __DEFAULT_FN_ATTRS
7666_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7667{
7668 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7669 (__v8hi) _mm_setzero_si128 (),
7670 __M);
7671}
7672
7673static __inline__ void __DEFAULT_FN_ATTRS
7674_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7675{
7676 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7677}
7678
Michael Zuckermand8715312016-04-14 06:48:09 +00007679static __inline__ __m128i __DEFAULT_FN_ATTRS
7680_mm512_cvtusepi32_epi8 (__m512i __A)
7681{
7682 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7683 (__v16qi) _mm_undefined_si128 (),
7684 (__mmask16) -1);
7685}
7686
7687static __inline__ __m128i __DEFAULT_FN_ATTRS
7688_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7689{
7690 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7691 (__v16qi) __O,
7692 __M);
7693}
7694
7695static __inline__ __m128i __DEFAULT_FN_ATTRS
7696_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7697{
7698 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7699 (__v16qi) _mm_setzero_si128 (),
7700 __M);
7701}
7702
7703static __inline__ void __DEFAULT_FN_ATTRS
7704_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7705{
7706 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7707}
7708
7709static __inline__ __m256i __DEFAULT_FN_ATTRS
7710_mm512_cvtusepi32_epi16 (__m512i __A)
7711{
7712 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7713 (__v16hi) _mm256_undefined_si256 (),
7714 (__mmask16) -1);
7715}
7716
7717static __inline__ __m256i __DEFAULT_FN_ATTRS
7718_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7719{
7720 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7721 (__v16hi) __O,
7722 __M);
7723}
7724
7725static __inline__ __m256i __DEFAULT_FN_ATTRS
7726_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7727{
7728 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7729 (__v16hi) _mm256_setzero_si256 (),
7730 __M);
7731}
7732
7733static __inline__ void __DEFAULT_FN_ATTRS
7734_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7735{
7736 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7737}
7738
7739static __inline__ __m128i __DEFAULT_FN_ATTRS
7740_mm512_cvtusepi64_epi8 (__m512i __A)
7741{
7742 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7743 (__v16qi) _mm_undefined_si128 (),
7744 (__mmask8) -1);
7745}
7746
7747static __inline__ __m128i __DEFAULT_FN_ATTRS
7748_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7749{
7750 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7751 (__v16qi) __O,
7752 __M);
7753}
7754
7755static __inline__ __m128i __DEFAULT_FN_ATTRS
7756_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7757{
7758 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7759 (__v16qi) _mm_setzero_si128 (),
7760 __M);
7761}
7762
7763static __inline__ void __DEFAULT_FN_ATTRS
7764_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7765{
7766 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7767}
7768
7769static __inline__ __m256i __DEFAULT_FN_ATTRS
7770_mm512_cvtusepi64_epi32 (__m512i __A)
7771{
7772 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7773 (__v8si) _mm256_undefined_si256 (),
7774 (__mmask8) -1);
7775}
7776
7777static __inline__ __m256i __DEFAULT_FN_ATTRS
7778_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7779{
7780 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7781 (__v8si) __O, __M);
7782}
7783
7784static __inline__ __m256i __DEFAULT_FN_ATTRS
7785_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7786{
7787 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7788 (__v8si) _mm256_setzero_si256 (),
7789 __M);
7790}
7791
7792static __inline__ void __DEFAULT_FN_ATTRS
7793_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7794{
7795 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7796}
7797
7798static __inline__ __m128i __DEFAULT_FN_ATTRS
7799_mm512_cvtusepi64_epi16 (__m512i __A)
7800{
7801 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7802 (__v8hi) _mm_undefined_si128 (),
7803 (__mmask8) -1);
7804}
7805
7806static __inline__ __m128i __DEFAULT_FN_ATTRS
7807_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7808{
7809 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7810 (__v8hi) __O, __M);
7811}
7812
7813static __inline__ __m128i __DEFAULT_FN_ATTRS
7814_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7815{
7816 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7817 (__v8hi) _mm_setzero_si128 (),
7818 __M);
7819}
7820
7821static __inline__ void __DEFAULT_FN_ATTRS
7822_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7823{
7824 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7825}
7826
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007827static __inline__ __m128i __DEFAULT_FN_ATTRS
7828_mm512_cvtepi32_epi8 (__m512i __A)
7829{
7830 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7831 (__v16qi) _mm_undefined_si128 (),
7832 (__mmask16) -1);
7833}
7834
7835static __inline__ __m128i __DEFAULT_FN_ATTRS
7836_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7837{
7838 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7839 (__v16qi) __O, __M);
7840}
7841
7842static __inline__ __m128i __DEFAULT_FN_ATTRS
7843_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7844{
7845 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7846 (__v16qi) _mm_setzero_si128 (),
7847 __M);
7848}
7849
7850static __inline__ void __DEFAULT_FN_ATTRS
7851_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7852{
7853 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7854}
7855
7856static __inline__ __m256i __DEFAULT_FN_ATTRS
7857_mm512_cvtepi32_epi16 (__m512i __A)
7858{
7859 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7860 (__v16hi) _mm256_undefined_si256 (),
7861 (__mmask16) -1);
7862}
7863
7864static __inline__ __m256i __DEFAULT_FN_ATTRS
7865_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7866{
7867 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7868 (__v16hi) __O, __M);
7869}
7870
7871static __inline__ __m256i __DEFAULT_FN_ATTRS
7872_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7873{
7874 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7875 (__v16hi) _mm256_setzero_si256 (),
7876 __M);
7877}
7878
7879static __inline__ void __DEFAULT_FN_ATTRS
7880_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7881{
7882 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7883}
7884
7885static __inline__ __m128i __DEFAULT_FN_ATTRS
7886_mm512_cvtepi64_epi8 (__m512i __A)
7887{
7888 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7889 (__v16qi) _mm_undefined_si128 (),
7890 (__mmask8) -1);
7891}
7892
7893static __inline__ __m128i __DEFAULT_FN_ATTRS
7894_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7895{
7896 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7897 (__v16qi) __O, __M);
7898}
7899
7900static __inline__ __m128i __DEFAULT_FN_ATTRS
7901_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7902{
7903 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7904 (__v16qi) _mm_setzero_si128 (),
7905 __M);
7906}
7907
7908static __inline__ void __DEFAULT_FN_ATTRS
7909_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7910{
7911 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7912}
7913
7914static __inline__ __m256i __DEFAULT_FN_ATTRS
7915_mm512_cvtepi64_epi32 (__m512i __A)
7916{
7917 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7918 (__v8si) _mm256_undefined_si256 (),
7919 (__mmask8) -1);
7920}
7921
7922static __inline__ __m256i __DEFAULT_FN_ATTRS
7923_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7924{
7925 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7926 (__v8si) __O, __M);
7927}
7928
7929static __inline__ __m256i __DEFAULT_FN_ATTRS
7930_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7931{
7932 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7933 (__v8si) _mm256_setzero_si256 (),
7934 __M);
7935}
7936
7937static __inline__ void __DEFAULT_FN_ATTRS
7938_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7939{
7940 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7941}
7942
7943static __inline__ __m128i __DEFAULT_FN_ATTRS
7944_mm512_cvtepi64_epi16 (__m512i __A)
7945{
7946 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7947 (__v8hi) _mm_undefined_si128 (),
7948 (__mmask8) -1);
7949}
7950
7951static __inline__ __m128i __DEFAULT_FN_ATTRS
7952_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7953{
7954 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7955 (__v8hi) __O, __M);
7956}
7957
7958static __inline__ __m128i __DEFAULT_FN_ATTRS
7959_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7960{
7961 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7962 (__v8hi) _mm_setzero_si128 (),
7963 __M);
7964}
7965
7966static __inline__ void __DEFAULT_FN_ATTRS
7967_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7968{
7969 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7970}
7971
Craig Topper8c18e112016-05-17 04:41:50 +00007972#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7973 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7974 (__v4si)_mm_undefined_si128(), \
7975 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007976
Craig Topper8c18e112016-05-17 04:41:50 +00007977#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7978 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7979 (__v4si)(__m128i)(W), \
7980 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007981
Craig Topper8c18e112016-05-17 04:41:50 +00007982#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7983 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7984 (__v4si)_mm_setzero_si128(), \
7985 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007986
Craig Topper8c18e112016-05-17 04:41:50 +00007987#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7988 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7989 (__v4di)_mm256_undefined_si256(), \
7990 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007991
Craig Topper8c18e112016-05-17 04:41:50 +00007992#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7993 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7994 (__v4di)(__m256i)(W), \
7995 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007996
Craig Topper8c18e112016-05-17 04:41:50 +00007997#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7998 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7999 (__v4di)_mm256_setzero_si256(), \
8000 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00008001
Craig Topper8c18e112016-05-17 04:41:50 +00008002#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
8003 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
8004 (__v4df)(__m256d)(B), (int)(imm), \
8005 (__v8df)_mm512_undefined_pd(), \
8006 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00008007
Craig Topper8c18e112016-05-17 04:41:50 +00008008#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
8009 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
8010 (__v4df)(__m256d)(B), (int)(imm), \
8011 (__v8df)(__m512d)(W), \
8012 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00008013
Craig Topper8c18e112016-05-17 04:41:50 +00008014#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
8015 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
8016 (__v4df)(__m256d)(B), (int)(imm), \
8017 (__v8df)_mm512_setzero_pd(), \
8018 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00008019
Craig Topper8c18e112016-05-17 04:41:50 +00008020#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
8021 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
8022 (__v4di)(__m256i)(B), (int)(imm), \
8023 (__v8di)_mm512_setzero_si512(), \
8024 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00008025
Craig Topper8c18e112016-05-17 04:41:50 +00008026#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
8027 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
8028 (__v4di)(__m256i)(B), (int)(imm), \
8029 (__v8di)(__m512i)(W), \
8030 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00008031
Craig Topper8c18e112016-05-17 04:41:50 +00008032#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
8033 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
8034 (__v4di)(__m256i)(B), (int)(imm), \
8035 (__v8di)_mm512_setzero_si512(), \
8036 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00008037
Craig Topper8c18e112016-05-17 04:41:50 +00008038#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
8039 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
8040 (__v4sf)(__m128)(B), (int)(imm), \
8041 (__v16sf)_mm512_undefined_ps(), \
8042 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00008043
Craig Topper8c18e112016-05-17 04:41:50 +00008044#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
8045 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
8046 (__v4sf)(__m128)(B), (int)(imm), \
8047 (__v16sf)(__m512)(W), \
8048 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00008049
Craig Topper8c18e112016-05-17 04:41:50 +00008050#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
8051 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
8052 (__v4sf)(__m128)(B), (int)(imm), \
8053 (__v16sf)_mm512_setzero_ps(), \
8054 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00008055
Craig Topper8c18e112016-05-17 04:41:50 +00008056#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
8057 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
8058 (__v4si)(__m128i)(B), (int)(imm), \
8059 (__v16si)_mm512_setzero_si512(), \
8060 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00008061
Craig Topper8c18e112016-05-17 04:41:50 +00008062#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
8063 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
8064 (__v4si)(__m128i)(B), (int)(imm), \
8065 (__v16si)(__m512i)(W), \
8066 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00008067
Craig Topper8c18e112016-05-17 04:41:50 +00008068#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
8069 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
8070 (__v4si)(__m128i)(B), (int)(imm), \
8071 (__v16si)_mm512_setzero_si512(), \
8072 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00008073
Craig Topper8c18e112016-05-17 04:41:50 +00008074#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
8075 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8076 (int)(((C)<<2) | (B)), \
8077 (__v8df)_mm512_undefined_pd(), \
8078 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008079
Craig Topper8c18e112016-05-17 04:41:50 +00008080#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
8081 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8082 (int)(((C)<<2) | (B)), \
8083 (__v8df)(__m512d)(W), \
8084 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008085
Craig Topper8c18e112016-05-17 04:41:50 +00008086#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
8087 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8088 (int)(((C)<<2) | (B)), \
8089 (__v8df)_mm512_setzero_pd(), \
8090 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008091
Craig Topper8c18e112016-05-17 04:41:50 +00008092#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
8093 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8094 (int)(((C)<<2) | (B)), \
8095 (__v8df)_mm512_setzero_pd(), \
8096 (__mmask8)-1, \
8097 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008098
Craig Topper8c18e112016-05-17 04:41:50 +00008099#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
8100 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8101 (int)(((C)<<2) | (B)), \
8102 (__v8df)(__m512d)(W), \
8103 (__mmask8)(U), \
8104 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008105
Craig Topper8c18e112016-05-17 04:41:50 +00008106#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
8107 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8108 (int)(((C)<<2) | (B)), \
8109 (__v8df)_mm512_setzero_pd(), \
8110 (__mmask8)(U), \
8111 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008112
Craig Topper8c18e112016-05-17 04:41:50 +00008113#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
8114 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8115 (int)(((C)<<2) | (B)), \
8116 (__v16sf)_mm512_undefined_ps(), \
8117 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008118
Craig Topper8c18e112016-05-17 04:41:50 +00008119#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
8120 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8121 (int)(((C)<<2) | (B)), \
8122 (__v16sf)(__m512)(W), \
8123 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008124
Craig Topper8c18e112016-05-17 04:41:50 +00008125#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
8126 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8127 (int)(((C)<<2) | (B)), \
8128 (__v16sf)_mm512_setzero_ps(), \
8129 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008130
Craig Topper8c18e112016-05-17 04:41:50 +00008131#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
8132 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8133 (int)(((C)<<2)|(B)), \
8134 (__v16sf)_mm512_undefined_ps(), \
8135 (__mmask16)-1, \
8136 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008137
Craig Topper8c18e112016-05-17 04:41:50 +00008138#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8139 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8140 (int)(((C)<<2)|(B)), \
8141 (__v16sf)(__m512)(W), \
8142 (__mmask16)(U), \
8143 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008144
Craig Topper8c18e112016-05-17 04:41:50 +00008145#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8146 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8147 (int)(((C)<<2)|(B)), \
8148 (__v16sf)_mm512_setzero_ps(), \
8149 (__mmask16)(U), \
8150 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008151
Craig Topper8c18e112016-05-17 04:41:50 +00008152#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8153 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8154 (__v8df)_mm512_undefined_pd(), \
8155 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008156
Craig Topper8c18e112016-05-17 04:41:50 +00008157#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8158 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8159 (__v8df)(__m512d)(W), \
8160 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008161
Craig Topper8c18e112016-05-17 04:41:50 +00008162#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8163 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8164 (__v8df)_mm512_setzero_pd(), \
8165 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008166
8167static __inline__ __m512d __DEFAULT_FN_ATTRS
8168_mm512_getexp_pd (__m512d __A)
8169{
8170 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8171 (__v8df) _mm512_undefined_pd (),
8172 (__mmask8) -1,
8173 _MM_FROUND_CUR_DIRECTION);
8174}
8175
8176static __inline__ __m512d __DEFAULT_FN_ATTRS
8177_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8178{
8179 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8180 (__v8df) __W,
8181 (__mmask8) __U,
8182 _MM_FROUND_CUR_DIRECTION);
8183}
8184
8185static __inline__ __m512d __DEFAULT_FN_ATTRS
8186_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8187{
8188 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8189 (__v8df) _mm512_setzero_pd (),
8190 (__mmask8) __U,
8191 _MM_FROUND_CUR_DIRECTION);
8192}
8193
Craig Topper8c18e112016-05-17 04:41:50 +00008194#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8195 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8196 (__v16sf)_mm512_undefined_ps(), \
8197 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008198
Craig Topper8c18e112016-05-17 04:41:50 +00008199#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8200 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8201 (__v16sf)(__m512)(W), \
8202 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008203
Craig Topper8c18e112016-05-17 04:41:50 +00008204#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8205 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8206 (__v16sf)_mm512_setzero_ps(), \
8207 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008208
8209static __inline__ __m512 __DEFAULT_FN_ATTRS
8210_mm512_getexp_ps (__m512 __A)
8211{
8212 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8213 (__v16sf) _mm512_undefined_ps (),
8214 (__mmask16) -1,
8215 _MM_FROUND_CUR_DIRECTION);
8216}
8217
8218static __inline__ __m512 __DEFAULT_FN_ATTRS
8219_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8220{
8221 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8222 (__v16sf) __W,
8223 (__mmask16) __U,
8224 _MM_FROUND_CUR_DIRECTION);
8225}
8226
8227static __inline__ __m512 __DEFAULT_FN_ATTRS
8228_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8229{
8230 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8231 (__v16sf) _mm512_setzero_ps (),
8232 (__mmask16) __U,
8233 _MM_FROUND_CUR_DIRECTION);
8234}
8235
Craig Topper8c18e112016-05-17 04:41:50 +00008236#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8237 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8238 (float const *)(addr), \
8239 (__v8di)(__m512i)(index), (__mmask8)-1, \
8240 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008241
8242#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8243 __addr, __scale) __extension__({\
8244__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8245 __addr,(__v8di) __index, __mask, __scale);\
8246})
8247
Craig Topper8c18e112016-05-17 04:41:50 +00008248#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8249 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8250 (int const *)(addr), \
8251 (__v8di)(__m512i)(index), \
8252 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008253
Craig Topper8c18e112016-05-17 04:41:50 +00008254#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8255 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8256 (int const *)(addr), \
8257 (__v8di)(__m512i)(index), \
8258 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008259
Craig Topper8c18e112016-05-17 04:41:50 +00008260#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8261 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8262 (double const *)(addr), \
8263 (__v8di)(__m512i)(index), (__mmask8)-1, \
8264 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008265
Craig Topper8c18e112016-05-17 04:41:50 +00008266#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8267 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8268 (double const *)(addr), \
8269 (__v8di)(__m512i)(index), \
8270 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008271
Craig Topper8c18e112016-05-17 04:41:50 +00008272#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8273 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8274 (long long const *)(addr), \
8275 (__v8di)(__m512i)(index), (__mmask8)-1, \
8276 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008277
Craig Topper8c18e112016-05-17 04:41:50 +00008278#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8279 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8280 (long long const *)(addr), \
8281 (__v8di)(__m512i)(index), \
8282 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008283
Craig Topper8c18e112016-05-17 04:41:50 +00008284#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8285 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8286 (float const *)(addr), \
8287 (__v16sf)(__m512)(index), \
8288 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008289
Craig Topper8c18e112016-05-17 04:41:50 +00008290#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8291 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8292 (float const *)(addr), \
8293 (__v16sf)(__m512)(index), \
8294 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008295
Craig Topper8c18e112016-05-17 04:41:50 +00008296#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8297 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8298 (int const *)(addr), \
8299 (__v16si)(__m512i)(index), \
8300 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008301
Craig Topper8c18e112016-05-17 04:41:50 +00008302#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8303 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8304 (int const *)(addr), \
8305 (__v16si)(__m512i)(index), \
8306 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008307
Craig Topper8c18e112016-05-17 04:41:50 +00008308#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8309 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8310 (double const *)(addr), \
8311 (__v8si)(__m256i)(index), (__mmask8)-1, \
8312 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008313
Craig Topper8c18e112016-05-17 04:41:50 +00008314#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8315 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8316 (double const *)(addr), \
8317 (__v8si)(__m256i)(index), \
8318 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008319
Craig Topper8c18e112016-05-17 04:41:50 +00008320#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8321 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8322 (long long const *)(addr), \
8323 (__v8si)(__m256i)(index), (__mmask8)-1, \
8324 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008325
Craig Topper8c18e112016-05-17 04:41:50 +00008326#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8327 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8328 (long long const *)(addr), \
8329 (__v8si)(__m256i)(index), \
8330 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008331
Craig Topper8c18e112016-05-17 04:41:50 +00008332#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8333 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8334 (__v8di)(__m512i)(index), \
8335 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008336
Craig Topper8c18e112016-05-17 04:41:50 +00008337#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8338 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8339 (__v8di)(__m512i)(index), \
8340 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008341
Craig Topper8c18e112016-05-17 04:41:50 +00008342#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8343 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8344 (__v8di)(__m512i)(index), \
8345 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008346
Craig Topper8c18e112016-05-17 04:41:50 +00008347#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8348 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8349 (__v8di)(__m512i)(index), \
8350 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008351
Craig Topper8c18e112016-05-17 04:41:50 +00008352#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8353 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8354 (__v8di)(__m512i)(index), \
8355 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008356
Craig Topper8c18e112016-05-17 04:41:50 +00008357#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8358 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8359 (__v8di)(__m512i)(index), \
8360 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008361
Craig Topper8c18e112016-05-17 04:41:50 +00008362#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8363 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8364 (__v8di)(__m512i)(index), \
8365 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008366
Craig Topper8c18e112016-05-17 04:41:50 +00008367#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8368 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8369 (__v8di)(__m512i)(index), \
8370 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008371
Craig Topper8c18e112016-05-17 04:41:50 +00008372#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8373 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8374 (__v16si)(__m512i)(index), \
8375 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008376
Craig Topper8c18e112016-05-17 04:41:50 +00008377#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8378 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8379 (__v16si)(__m512i)(index), \
8380 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008381
Craig Topper8c18e112016-05-17 04:41:50 +00008382#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8383 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8384 (__v16si)(__m512i)(index), \
8385 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008386
Craig Topper8c18e112016-05-17 04:41:50 +00008387#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8388 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8389 (__v16si)(__m512i)(index), \
8390 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008391
Craig Topper8c18e112016-05-17 04:41:50 +00008392#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8393 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8394 (__v8si)(__m256i)(index), \
8395 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008396
Craig Topper8c18e112016-05-17 04:41:50 +00008397#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8398 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8399 (__v8si)(__m256i)(index), \
8400 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008401
Craig Topper8c18e112016-05-17 04:41:50 +00008402#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8403 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8404 (__v8si)(__m256i)(index), \
8405 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008406
Craig Topper8c18e112016-05-17 04:41:50 +00008407#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8408 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8409 (__v8si)(__m256i)(index), \
8410 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008411
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008412static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008413_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008414{
8415 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8416 (__v4sf) __B,
8417 (__v4sf) __W,
8418 (__mmask8) __U,
8419 _MM_FROUND_CUR_DIRECTION);
8420}
8421
Craig Topper8c18e112016-05-17 04:41:50 +00008422#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8423 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8424 (__v4sf)(__m128)(B), \
8425 (__v4sf)(__m128)(W), (__mmask8)(U), \
8426 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008427
8428static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008429_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008430{
8431 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8432 (__v4sf) __B,
8433 (__v4sf) __C,
8434 (__mmask8) __U,
8435 _MM_FROUND_CUR_DIRECTION);
8436}
8437
Craig Topper8c18e112016-05-17 04:41:50 +00008438#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8439 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8440 (__v4sf)(__m128)(B), \
8441 (__v4sf)(__m128)(C), (__mmask8)(U), \
8442 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008443
8444static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008445_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008446{
8447 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8448 (__v4sf) __X,
8449 (__v4sf) __Y,
8450 (__mmask8) __U,
8451 _MM_FROUND_CUR_DIRECTION);
8452}
8453
Craig Topper8c18e112016-05-17 04:41:50 +00008454#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8455 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8456 (__v4sf)(__m128)(X), \
8457 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8458 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008459
8460static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008461_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008462{
8463 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008464 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008465 (__v4sf) __W,
8466 (__mmask8) __U,
8467 _MM_FROUND_CUR_DIRECTION);
8468}
8469
Craig Topper8c18e112016-05-17 04:41:50 +00008470#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8471 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8472 -(__v4sf)(__m128)(B), \
8473 (__v4sf)(__m128)(W), (__mmask8)(U), \
8474 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008475
8476static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008477_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008478{
8479 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8480 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008481 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008482 (__mmask8) __U,
8483 _MM_FROUND_CUR_DIRECTION);
8484}
8485
Craig Topper8c18e112016-05-17 04:41:50 +00008486#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8487 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8488 (__v4sf)(__m128)(B), \
8489 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8490 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008491
8492static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008493_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008494{
8495 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8496 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008497 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008498 (__mmask8) __U,
8499 _MM_FROUND_CUR_DIRECTION);
8500}
8501
Craig Topper8c18e112016-05-17 04:41:50 +00008502#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8503 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8504 (__v4sf)(__m128)(X), \
8505 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8506 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008507
8508static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008509_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008510{
Craig Topper9864c592016-05-15 20:10:03 +00008511 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008512 (__v4sf) __B,
8513 (__v4sf) __W,
8514 (__mmask8) __U,
8515 _MM_FROUND_CUR_DIRECTION);
8516}
8517
Craig Topper8c18e112016-05-17 04:41:50 +00008518#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8519 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8520 (__v4sf)(__m128)(B), \
8521 (__v4sf)(__m128)(W), (__mmask8)(U), \
8522 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008523
8524static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008525_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008526{
Craig Topper9864c592016-05-15 20:10:03 +00008527 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008528 (__v4sf) __B,
8529 (__v4sf) __C,
8530 (__mmask8) __U,
8531 _MM_FROUND_CUR_DIRECTION);
8532}
8533
Craig Topper8c18e112016-05-17 04:41:50 +00008534#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8535 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8536 (__v4sf)(__m128)(B), \
8537 (__v4sf)(__m128)(C), (__mmask8)(U), \
8538 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008539
8540static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008541_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008542{
Craig Topper9864c592016-05-15 20:10:03 +00008543 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008544 (__v4sf) __X,
8545 (__v4sf) __Y,
8546 (__mmask8) __U,
8547 _MM_FROUND_CUR_DIRECTION);
8548}
8549
Craig Topper8c18e112016-05-17 04:41:50 +00008550#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8551 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8552 (__v4sf)(__m128)(X), \
8553 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8554 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008555
8556static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008557_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008558{
Craig Topper9864c592016-05-15 20:10:03 +00008559 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8560 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008561 (__v4sf) __W,
8562 (__mmask8) __U,
8563 _MM_FROUND_CUR_DIRECTION);
8564}
8565
Craig Topper8c18e112016-05-17 04:41:50 +00008566#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8567 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8568 -(__v4sf)(__m128)(B), \
8569 (__v4sf)(__m128)(W), (__mmask8)(U), \
8570 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008571
8572static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008573_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008574{
Craig Topper9864c592016-05-15 20:10:03 +00008575 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008576 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008577 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008578 (__mmask8) __U,
8579 _MM_FROUND_CUR_DIRECTION);
8580}
8581
Craig Topper8c18e112016-05-17 04:41:50 +00008582#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8583 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8584 (__v4sf)(__m128)(B), \
8585 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8586 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008587
8588static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008589_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008590{
Craig Topper9864c592016-05-15 20:10:03 +00008591 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008592 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008593 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008594 (__mmask8) __U,
8595 _MM_FROUND_CUR_DIRECTION);
8596}
8597
Craig Topper8c18e112016-05-17 04:41:50 +00008598#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8599 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8600 (__v4sf)(__m128)(X), \
8601 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8602 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008603
Craig Topper58187d32016-05-17 04:41:29 +00008604static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008605_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008606{
Craig Topper58187d32016-05-17 04:41:29 +00008607 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008608 (__v2df) __B,
8609 (__v2df) __W,
8610 (__mmask8) __U,
8611 _MM_FROUND_CUR_DIRECTION);
8612}
8613
Craig Topper8c18e112016-05-17 04:41:50 +00008614#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8615 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8616 (__v2df)(__m128d)(B), \
8617 (__v2df)(__m128d)(W), (__mmask8)(U), \
8618 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008619
Craig Topper58187d32016-05-17 04:41:29 +00008620static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008621_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008622{
Craig Topper58187d32016-05-17 04:41:29 +00008623 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008624 (__v2df) __B,
8625 (__v2df) __C,
8626 (__mmask8) __U,
8627 _MM_FROUND_CUR_DIRECTION);
8628}
8629
Craig Topper8c18e112016-05-17 04:41:50 +00008630#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8631 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8632 (__v2df)(__m128d)(B), \
8633 (__v2df)(__m128d)(C), (__mmask8)(U), \
8634 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008635
Craig Topper58187d32016-05-17 04:41:29 +00008636static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008637_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008638{
Craig Topper58187d32016-05-17 04:41:29 +00008639 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008640 (__v2df) __X,
8641 (__v2df) __Y,
8642 (__mmask8) __U,
8643 _MM_FROUND_CUR_DIRECTION);
8644}
8645
Craig Topper8c18e112016-05-17 04:41:50 +00008646#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8647 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8648 (__v2df)(__m128d)(X), \
8649 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8650 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008651
Craig Topper58187d32016-05-17 04:41:29 +00008652static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008653_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008654{
Craig Topper58187d32016-05-17 04:41:29 +00008655 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008656 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008657 (__v2df) __W,
8658 (__mmask8) __U,
8659 _MM_FROUND_CUR_DIRECTION);
8660}
8661
Craig Topper8c18e112016-05-17 04:41:50 +00008662#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8663 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8664 -(__v2df)(__m128d)(B), \
8665 (__v2df)(__m128d)(W), (__mmask8)(U), \
8666 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008667
Craig Topper58187d32016-05-17 04:41:29 +00008668static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008669_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008670{
Craig Topper58187d32016-05-17 04:41:29 +00008671 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008672 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008673 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008674 (__mmask8) __U,
8675 _MM_FROUND_CUR_DIRECTION);
8676}
8677
Craig Topper8c18e112016-05-17 04:41:50 +00008678#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8679 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8680 (__v2df)(__m128d)(B), \
8681 -(__v2df)(__m128d)(C), \
8682 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008683
Craig Topper58187d32016-05-17 04:41:29 +00008684static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008685_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008686{
Craig Topper58187d32016-05-17 04:41:29 +00008687 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008688 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008689 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008690 (__mmask8) __U,
8691 _MM_FROUND_CUR_DIRECTION);
8692}
8693
Craig Topper8c18e112016-05-17 04:41:50 +00008694#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8695 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8696 (__v2df)(__m128d)(X), \
8697 -(__v2df)(__m128d)(Y), \
8698 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008699
Craig Topper58187d32016-05-17 04:41:29 +00008700static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008701_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008702{
Craig Topper58187d32016-05-17 04:41:29 +00008703 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008704 (__v2df) __B,
8705 (__v2df) __W,
8706 (__mmask8) __U,
8707 _MM_FROUND_CUR_DIRECTION);
8708}
8709
Craig Topper8c18e112016-05-17 04:41:50 +00008710#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8711 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8712 (__v2df)(__m128d)(B), \
8713 (__v2df)(__m128d)(W), (__mmask8)(U), \
8714 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008715
Craig Topper58187d32016-05-17 04:41:29 +00008716static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008717_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008718{
Craig Topper58187d32016-05-17 04:41:29 +00008719 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008720 (__v2df) __B,
8721 (__v2df) __C,
8722 (__mmask8) __U,
8723 _MM_FROUND_CUR_DIRECTION);
8724}
8725
Craig Topper8c18e112016-05-17 04:41:50 +00008726#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8727 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8728 (__v2df)(__m128d)(B), \
8729 (__v2df)(__m128d)(C), (__mmask8)(U), \
8730 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008731
Craig Topper58187d32016-05-17 04:41:29 +00008732static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008733_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008734{
Craig Topper58187d32016-05-17 04:41:29 +00008735 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008736 (__v2df) __X,
8737 (__v2df) __Y,
8738 (__mmask8) __U,
8739 _MM_FROUND_CUR_DIRECTION);
8740}
8741
Craig Topper8c18e112016-05-17 04:41:50 +00008742#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8743 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8744 (__v2df)(__m128d)(X), \
8745 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8746 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008747
Craig Topper58187d32016-05-17 04:41:29 +00008748static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008749_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008750{
Craig Topper58187d32016-05-17 04:41:29 +00008751 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008752 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008753 (__v2df) __W,
8754 (__mmask8) __U,
8755 _MM_FROUND_CUR_DIRECTION);
8756}
8757
Craig Topper8c18e112016-05-17 04:41:50 +00008758#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8759 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8760 -(__v2df)(__m128d)(B), \
8761 (__v2df)(__m128d)(W), (__mmask8)(U), \
8762 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008763
Craig Topper58187d32016-05-17 04:41:29 +00008764static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008765_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008766{
Craig Topper58187d32016-05-17 04:41:29 +00008767 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008768 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008769 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008770 (__mmask8) __U,
8771 _MM_FROUND_CUR_DIRECTION);
8772}
8773
Craig Topper8c18e112016-05-17 04:41:50 +00008774#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8775 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8776 (__v2df)(__m128d)(B), \
8777 -(__v2df)(__m128d)(C), \
8778 (__mmask8)(U), \
8779 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008780
Craig Topper58187d32016-05-17 04:41:29 +00008781static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008782_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008783{
Craig Topper58187d32016-05-17 04:41:29 +00008784 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008785 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008786 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008787 (__mmask8) __U,
8788 _MM_FROUND_CUR_DIRECTION);
8789}
8790
Craig Topper8c18e112016-05-17 04:41:50 +00008791#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8792 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8793 (__v2df)(__m128d)(X), \
8794 -(__v2df)(__m128d)(Y), \
8795 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008796
Simon Pilgrim30db8112016-07-04 13:34:44 +00008797#define _mm512_permutex_pd(X, C) __extension__ ({ \
8798 (__m512d)__builtin_shufflevector((__v8df)(__m512d)(X), \
8799 (__v8df)_mm512_undefined_pd(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008800 0 + (((C) >> 0) & 0x3), \
8801 0 + (((C) >> 2) & 0x3), \
8802 0 + (((C) >> 4) & 0x3), \
8803 0 + (((C) >> 6) & 0x3), \
8804 4 + (((C) >> 0) & 0x3), \
8805 4 + (((C) >> 2) & 0x3), \
8806 4 + (((C) >> 4) & 0x3), \
8807 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008808
Simon Pilgrim30db8112016-07-04 13:34:44 +00008809#define _mm512_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8810 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8811 (__v8df)_mm512_permutex_pd((X), (C)), \
8812 (__v8df)(__m512d)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008813
Simon Pilgrim30db8112016-07-04 13:34:44 +00008814#define _mm512_maskz_permutex_pd(U, X, C) __extension__ ({ \
8815 (__m512d)__builtin_ia32_selectpd_512((__mmask8)(U), \
8816 (__v8df)_mm512_permutex_pd((X), (C)), \
8817 (__v8df)_mm512_setzero_pd()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008818
Simon Pilgrim30db8112016-07-04 13:34:44 +00008819#define _mm512_permutex_epi64(X, C) __extension__ ({ \
8820 (__m512i)__builtin_shufflevector((__v8di)(__m512i)(X), \
8821 (__v8di)_mm512_undefined_epi32(), \
Craig Topper2a383c92016-07-04 22:18:01 +00008822 0 + (((C) >> 0) & 0x3), \
8823 0 + (((C) >> 2) & 0x3), \
8824 0 + (((C) >> 4) & 0x3), \
8825 0 + (((C) >> 6) & 0x3), \
8826 4 + (((C) >> 0) & 0x3), \
8827 4 + (((C) >> 2) & 0x3), \
8828 4 + (((C) >> 4) & 0x3), \
8829 4 + (((C) >> 6) & 0x3)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008830
Simon Pilgrim30db8112016-07-04 13:34:44 +00008831#define _mm512_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8832 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8833 (__v8di)_mm512_permutex_epi64((X), (C)), \
8834 (__v8di)(__m512i)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008835
Simon Pilgrim30db8112016-07-04 13:34:44 +00008836#define _mm512_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8837 (__m512i)__builtin_ia32_selectq_512((__mmask8)(U), \
8838 (__v8di)_mm512_permutex_epi64((X), (C)), \
8839 (__v8di)_mm512_setzero_si512()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008840
8841static __inline__ __m512d __DEFAULT_FN_ATTRS
8842_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8843{
8844 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8845 (__v8di) __X,
8846 (__v8df) _mm512_undefined_pd (),
8847 (__mmask8) -1);
8848}
8849
8850static __inline__ __m512d __DEFAULT_FN_ATTRS
8851_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8852{
8853 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8854 (__v8di) __X,
8855 (__v8df) __W,
8856 (__mmask8) __U);
8857}
8858
8859static __inline__ __m512d __DEFAULT_FN_ATTRS
8860_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8861{
8862 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8863 (__v8di) __X,
8864 (__v8df) _mm512_setzero_pd (),
8865 (__mmask8) __U);
8866}
8867
8868static __inline__ __m512i __DEFAULT_FN_ATTRS
8869_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8870{
8871 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8872 (__v8di) __X,
8873 (__v8di) _mm512_setzero_si512 (),
8874 __M);
8875}
8876
8877static __inline__ __m512i __DEFAULT_FN_ATTRS
8878_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8879{
8880 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8881 (__v8di) __X,
8882 (__v8di) _mm512_undefined_epi32 (),
8883 (__mmask8) -1);
8884}
8885
8886static __inline__ __m512i __DEFAULT_FN_ATTRS
8887_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8888 __m512i __Y)
8889{
8890 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8891 (__v8di) __X,
8892 (__v8di) __W,
8893 __M);
8894}
8895
8896static __inline__ __m512 __DEFAULT_FN_ATTRS
8897_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8898{
8899 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8900 (__v16si) __X,
8901 (__v16sf) _mm512_undefined_ps (),
8902 (__mmask16) -1);
8903}
8904
8905static __inline__ __m512 __DEFAULT_FN_ATTRS
8906_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8907{
8908 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8909 (__v16si) __X,
8910 (__v16sf) __W,
8911 (__mmask16) __U);
8912}
8913
8914static __inline__ __m512 __DEFAULT_FN_ATTRS
8915_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8916{
8917 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8918 (__v16si) __X,
8919 (__v16sf) _mm512_setzero_ps (),
8920 (__mmask16) __U);
8921}
8922
8923static __inline__ __m512i __DEFAULT_FN_ATTRS
8924_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8925{
8926 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8927 (__v16si) __X,
8928 (__v16si) _mm512_setzero_si512 (),
8929 __M);
8930}
8931
8932static __inline__ __m512i __DEFAULT_FN_ATTRS
8933_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8934{
8935 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8936 (__v16si) __X,
8937 (__v16si) _mm512_undefined_epi32 (),
8938 (__mmask16) -1);
8939}
8940
8941static __inline__ __m512i __DEFAULT_FN_ATTRS
8942_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8943 __m512i __Y)
8944{
8945 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8946 (__v16si) __X,
8947 (__v16si) __W,
8948 __M);
8949}
8950
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008951static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8952_mm512_kand (__mmask16 __A, __mmask16 __B)
8953{
8954 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8955}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008956
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008957static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8958_mm512_kandn (__mmask16 __A, __mmask16 __B)
8959{
8960 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8961}
8962
8963static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8964_mm512_kor (__mmask16 __A, __mmask16 __B)
8965{
8966 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8967}
8968
8969static __inline__ int __DEFAULT_FN_ATTRS
8970_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8971{
Craig Topper91f23d92016-05-16 01:09:16 +00008972 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008973}
8974
8975static __inline__ int __DEFAULT_FN_ATTRS
8976_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8977{
Craig Topper91f23d92016-05-16 01:09:16 +00008978 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008979}
8980
8981static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8982_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8983{
8984 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8985}
8986
8987static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8988_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8989{
8990 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8991}
8992
8993static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8994_mm512_kxor (__mmask16 __A, __mmask16 __B)
8995{
8996 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8997}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008998
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008999static __inline__ void __DEFAULT_FN_ATTRS
9000_mm512_stream_si512 (__m512i * __P, __m512i __A)
9001{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00009002 __builtin_nontemporal_store((__v8di)__A, (__v8di*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00009003}
9004
9005static __inline__ __m512i __DEFAULT_FN_ATTRS
9006_mm512_stream_load_si512 (void *__P)
9007{
9008 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
9009}
9010
9011static __inline__ void __DEFAULT_FN_ATTRS
9012_mm512_stream_pd (double *__P, __m512d __A)
9013{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00009014 __builtin_nontemporal_store((__v8df)__A, (__v8df*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00009015}
9016
9017static __inline__ void __DEFAULT_FN_ATTRS
9018_mm512_stream_ps (float *__P, __m512 __A)
9019{
Simon Pilgrimbeca5f22016-06-13 09:57:52 +00009020 __builtin_nontemporal_store((__v16sf)__A, (__v16sf*)__P);
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00009021}
9022
Michael Zuckerman41f5a372016-04-29 08:52:02 +00009023static __inline__ __m512d __DEFAULT_FN_ATTRS
9024_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
9025{
9026 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
9027 (__v8df) __W,
9028 (__mmask8) __U);
9029}
9030
9031static __inline__ __m512d __DEFAULT_FN_ATTRS
9032_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
9033{
9034 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
9035 (__v8df)
9036 _mm512_setzero_pd (),
9037 (__mmask8) __U);
9038}
9039
9040static __inline__ __m512i __DEFAULT_FN_ATTRS
9041_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9042{
9043 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
9044 (__v8di) __W,
9045 (__mmask8) __U);
9046}
9047
9048static __inline__ __m512i __DEFAULT_FN_ATTRS
9049_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
9050{
9051 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
9052 (__v8di)
9053 _mm512_setzero_si512 (),
9054 (__mmask8) __U);
9055}
9056
9057static __inline__ __m512 __DEFAULT_FN_ATTRS
9058_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
9059{
9060 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
9061 (__v16sf) __W,
9062 (__mmask16) __U);
9063}
9064
9065static __inline__ __m512 __DEFAULT_FN_ATTRS
9066_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
9067{
9068 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
9069 (__v16sf)
9070 _mm512_setzero_ps (),
9071 (__mmask16) __U);
9072}
9073
9074static __inline__ __m512i __DEFAULT_FN_ATTRS
9075_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9076{
9077 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
9078 (__v16si) __W,
9079 (__mmask16) __U);
9080}
9081
9082static __inline__ __m512i __DEFAULT_FN_ATTRS
9083_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
9084{
9085 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
9086 (__v16si)
9087 _mm512_setzero_si512 (),
9088 (__mmask16) __U);
9089}
9090
Craig Topper8c18e112016-05-17 04:41:50 +00009091#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
9092 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9093 (__v4sf)(__m128)(Y), (int)(P), \
9094 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009095
Craig Topper8c18e112016-05-17 04:41:50 +00009096#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
9097 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9098 (__v4sf)(__m128)(Y), (int)(P), \
9099 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009100
Craig Topper8c18e112016-05-17 04:41:50 +00009101#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
9102 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9103 (__v4sf)(__m128)(Y), (int)(P), \
9104 (__mmask8)-1, \
9105 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009106
Craig Topper8c18e112016-05-17 04:41:50 +00009107#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
9108 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9109 (__v4sf)(__m128)(Y), (int)(P), \
9110 (__mmask8)(M), \
9111 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009112
Craig Topper8c18e112016-05-17 04:41:50 +00009113#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
9114 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9115 (__v2df)(__m128d)(Y), (int)(P), \
9116 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009117
Craig Topper8c18e112016-05-17 04:41:50 +00009118#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
9119 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9120 (__v2df)(__m128d)(Y), (int)(P), \
9121 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009122
Craig Topper8c18e112016-05-17 04:41:50 +00009123#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
9124 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9125 (__v2df)(__m128d)(Y), (int)(P), \
9126 (__mmask8)-1, \
9127 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009128
Craig Topper8c18e112016-05-17 04:41:50 +00009129#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
9130 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9131 (__v2df)(__m128d)(Y), (int)(P), \
9132 (__mmask8)(M), \
9133 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009134
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009135static __inline__ __m512 __DEFAULT_FN_ATTRS
9136_mm512_movehdup_ps (__m512 __A)
9137{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009138 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9139 1, 1, 3, 3, 5, 5, 7, 7, 9, 9, 11, 11, 13, 13, 15, 15);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009140}
9141
9142static __inline__ __m512 __DEFAULT_FN_ATTRS
9143_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9144{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009145 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9146 (__v16sf)_mm512_movehdup_ps(__A),
9147 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009148}
9149
9150static __inline__ __m512 __DEFAULT_FN_ATTRS
9151_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9152{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009153 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9154 (__v16sf)_mm512_movehdup_ps(__A),
9155 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009156}
9157
9158static __inline__ __m512 __DEFAULT_FN_ATTRS
9159_mm512_moveldup_ps (__m512 __A)
9160{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009161 return (__m512)__builtin_shufflevector((__v16sf)__A, (__v16sf)__A,
9162 0, 0, 2, 2, 4, 4, 6, 6, 8, 8, 10, 10, 12, 12, 14, 14);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009163}
9164
9165static __inline__ __m512 __DEFAULT_FN_ATTRS
9166_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9167{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009168 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9169 (__v16sf)_mm512_moveldup_ps(__A),
9170 (__v16sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009171}
9172
9173static __inline__ __m512 __DEFAULT_FN_ATTRS
9174_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9175{
Simon Pilgrim275d7212016-07-02 17:16:25 +00009176 return (__m512)__builtin_ia32_selectps_512((__mmask16)__U,
9177 (__v16sf)_mm512_moveldup_ps(__A),
9178 (__v16sf)_mm512_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009179}
9180
Craig Topper8c18e112016-05-17 04:41:50 +00009181#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009182 (__m512i)__builtin_shufflevector((__v16si)(__m512i)(A), \
Craig Topper2a383c92016-07-04 22:18:01 +00009183 (__v16si)_mm512_undefined_epi32(), \
9184 0 + (((I) >> 0) & 0x3), \
9185 0 + (((I) >> 2) & 0x3), \
9186 0 + (((I) >> 4) & 0x3), \
9187 0 + (((I) >> 6) & 0x3), \
9188 4 + (((I) >> 0) & 0x3), \
9189 4 + (((I) >> 2) & 0x3), \
9190 4 + (((I) >> 4) & 0x3), \
9191 4 + (((I) >> 6) & 0x3), \
9192 8 + (((I) >> 0) & 0x3), \
9193 8 + (((I) >> 2) & 0x3), \
9194 8 + (((I) >> 4) & 0x3), \
9195 8 + (((I) >> 6) & 0x3), \
9196 12 + (((I) >> 0) & 0x3), \
9197 12 + (((I) >> 2) & 0x3), \
9198 12 + (((I) >> 4) & 0x3), \
9199 12 + (((I) >> 6) & 0x3)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009200
Craig Topper8c18e112016-05-17 04:41:50 +00009201#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009202 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9203 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9204 (__v16si)(__m512i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009205
Craig Topper8c18e112016-05-17 04:41:50 +00009206#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
Craig Topper7cc92632016-06-11 12:50:19 +00009207 (__m512i)__builtin_ia32_selectd_512((__mmask16)(U), \
9208 (__v16si)_mm512_shuffle_epi32((A), (I)), \
9209 (__v16si)_mm512_setzero_si512()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009210
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009211static __inline__ __m512d __DEFAULT_FN_ATTRS
9212_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9213{
9214 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9215 (__v8df) __W,
9216 (__mmask8) __U);
9217}
9218
9219static __inline__ __m512d __DEFAULT_FN_ATTRS
9220_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9221{
9222 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9223 (__v8df) _mm512_setzero_pd (),
9224 (__mmask8) __U);
9225}
9226
9227static __inline__ __m512i __DEFAULT_FN_ATTRS
9228_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9229{
9230 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9231 (__v8di) __W,
9232 (__mmask8) __U);
9233}
9234
9235static __inline__ __m512i __DEFAULT_FN_ATTRS
9236_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9237{
9238 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9239 (__v8di) _mm512_setzero_pd (),
9240 (__mmask8) __U);
9241}
9242
9243static __inline__ __m512d __DEFAULT_FN_ATTRS
9244_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9245{
9246 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9247 (__v8df) __W,
9248 (__mmask8) __U);
9249}
9250
9251static __inline__ __m512d __DEFAULT_FN_ATTRS
9252_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9253{
9254 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9255 (__v8df) _mm512_setzero_pd(),
9256 (__mmask8) __U);
9257}
9258
9259static __inline__ __m512i __DEFAULT_FN_ATTRS
9260_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9261{
9262 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9263 (__v8di) __W,
9264 (__mmask8) __U);
9265}
9266
9267static __inline__ __m512i __DEFAULT_FN_ATTRS
9268_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9269{
9270 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9271 (__v8di) _mm512_setzero_pd(),
9272 (__mmask8) __U);
9273}
9274
9275static __inline__ __m512 __DEFAULT_FN_ATTRS
9276_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9277{
9278 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9279 (__v16sf) __W,
9280 (__mmask16) __U);
9281}
9282
9283static __inline__ __m512 __DEFAULT_FN_ATTRS
9284_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9285{
9286 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9287 (__v16sf) _mm512_setzero_ps(),
9288 (__mmask16) __U);
9289}
9290
9291static __inline__ __m512i __DEFAULT_FN_ATTRS
9292_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9293{
9294 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9295 (__v16si) __W,
9296 (__mmask16) __U);
9297}
9298
9299static __inline__ __m512i __DEFAULT_FN_ATTRS
9300_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9301{
9302 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9303 (__v16si) _mm512_setzero_ps(),
9304 (__mmask16) __U);
9305}
9306
9307static __inline__ __m512 __DEFAULT_FN_ATTRS
9308_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9309{
9310 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9311 (__v16sf) __W,
9312 (__mmask16) __U);
9313}
9314
9315static __inline__ __m512 __DEFAULT_FN_ATTRS
9316_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9317{
9318 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9319 (__v16sf) _mm512_setzero_ps(),
9320 (__mmask16) __U);
9321}
9322
9323static __inline__ __m512i __DEFAULT_FN_ATTRS
9324_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9325{
9326 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9327 (__v16si) __W,
9328 (__mmask16) __U);
9329}
9330
9331static __inline__ __m512i __DEFAULT_FN_ATTRS
9332_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9333{
9334 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9335 (__v16si) _mm512_setzero_ps(),
9336 (__mmask16) __U);
9337}
9338
Craig Topper8c18e112016-05-17 04:41:50 +00009339#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9340 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9341 (__v8df)_mm512_undefined_pd(), \
9342 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009343
Craig Topper8c18e112016-05-17 04:41:50 +00009344#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9345 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9346 (__v8df)(__m512d)(W), \
9347 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009348
Craig Topper8c18e112016-05-17 04:41:50 +00009349#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9350 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9351 (__v8df)_mm512_setzero_pd(), \
9352 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009353
9354static __inline__ __m512d __DEFAULT_FN_ATTRS
9355_mm512_cvtps_pd (__m256 __A)
9356{
9357 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9358 (__v8df)
9359 _mm512_undefined_pd (),
9360 (__mmask8) -1,
9361 _MM_FROUND_CUR_DIRECTION);
9362}
9363
9364static __inline__ __m512d __DEFAULT_FN_ATTRS
9365_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9366{
9367 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9368 (__v8df) __W,
9369 (__mmask8) __U,
9370 _MM_FROUND_CUR_DIRECTION);
9371}
9372
9373static __inline__ __m512d __DEFAULT_FN_ATTRS
9374_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9375{
9376 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9377 (__v8df)
9378 _mm512_setzero_pd (),
9379 (__mmask8) __U,
9380 _MM_FROUND_CUR_DIRECTION);
9381}
9382
Ayman Musa2e250e82016-09-27 14:06:32 +00009383static __inline__ __m512 __DEFAULT_FN_ATTRS
Ayman Musa17a28192016-09-27 15:37:31 +00009384_mm512_cvtpslo_pd (__m512 __A)
Ayman Musa2e250e82016-09-27 14:06:32 +00009385{
9386 return (__m512) _mm512_cvtps_pd(_mm512_castps512_ps256(__A));
9387}
9388
9389static __inline__ __m512 __DEFAULT_FN_ATTRS
Ayman Musa17a28192016-09-27 15:37:31 +00009390_mm512_mask_cvtpslo_pd (__m512d __W, __mmask8 __U, __m512 __A)
Ayman Musa2e250e82016-09-27 14:06:32 +00009391{
9392 return (__m512) _mm512_mask_cvtps_pd(__W, __U, _mm512_castps512_ps256(__A));
9393}
9394
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009395static __inline__ __m512d __DEFAULT_FN_ATTRS
9396_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9397{
Igor Bregeraadb8762016-06-08 13:59:20 +00009398 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9399 (__v8df) __A,
9400 (__v8df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009401}
9402
9403static __inline__ __m512d __DEFAULT_FN_ATTRS
9404_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9405{
Igor Bregeraadb8762016-06-08 13:59:20 +00009406 return (__m512d) __builtin_ia32_selectpd_512 ((__mmask8) __U,
9407 (__v8df) __A,
9408 (__v8df) _mm512_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009409}
9410
9411static __inline__ __m512 __DEFAULT_FN_ATTRS
9412_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9413{
Igor Bregeraadb8762016-06-08 13:59:20 +00009414 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9415 (__v16sf) __A,
9416 (__v16sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009417}
9418
9419static __inline__ __m512 __DEFAULT_FN_ATTRS
9420_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9421{
Igor Bregeraadb8762016-06-08 13:59:20 +00009422 return (__m512) __builtin_ia32_selectps_512 ((__mmask16) __U,
9423 (__v16sf) __A,
9424 (__v16sf) _mm512_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009425}
9426
Michael Zuckerman708e7592016-05-03 10:42:46 +00009427static __inline__ void __DEFAULT_FN_ATTRS
9428_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9429{
9430 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9431 (__mmask8) __U);
9432}
9433
9434static __inline__ void __DEFAULT_FN_ATTRS
9435_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9436{
9437 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9438 (__mmask8) __U);
9439}
9440
9441static __inline__ void __DEFAULT_FN_ATTRS
9442_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9443{
9444 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9445 (__mmask16) __U);
9446}
9447
9448static __inline__ void __DEFAULT_FN_ATTRS
9449_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9450{
9451 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9452 (__mmask16) __U);
9453}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009454
Craig Topper8c18e112016-05-17 04:41:50 +00009455#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9456 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9457 (__v2df)(__m128d)(B), \
9458 (__v4sf)_mm_undefined_ps(), \
9459 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009460
Craig Topper8c18e112016-05-17 04:41:50 +00009461#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9462 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9463 (__v2df)(__m128d)(B), \
9464 (__v4sf)(__m128)(W), \
9465 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009466
Craig Topper8c18e112016-05-17 04:41:50 +00009467#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9468 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9469 (__v2df)(__m128d)(B), \
9470 (__v4sf)_mm_setzero_ps(), \
9471 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009472
Asaf Badouh89f65762016-06-02 08:11:35 +00009473static __inline__ __m128 __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009474_mm_mask_cvtsd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128d __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009475{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009476 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(__A),
9477 (__v2df)(__B),
9478 (__v4sf)(__W),
9479 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009480}
9481
9482static __inline__ __m128 __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009483_mm_maskz_cvtsd_ss (__mmask8 __U, __m128 __A, __m128d __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009484{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009485 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(__A),
9486 (__v2df)(__B),
Asaf Badouh89f65762016-06-02 08:11:35 +00009487 (__v4sf)_mm_setzero_ps(),
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009488 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009489}
9490
9491#define _mm_cvtss_i32 _mm_cvtss_si32
Asaf Badouh89f65762016-06-02 08:11:35 +00009492#define _mm_cvtsd_i32 _mm_cvtsd_si32
Asaf Badouh89f65762016-06-02 08:11:35 +00009493#define _mm_cvti32_sd _mm_cvtsi32_sd
Asaf Badouh89f65762016-06-02 08:11:35 +00009494#define _mm_cvti32_ss _mm_cvtsi32_ss
Craig Topper45db56c2016-07-21 07:38:39 +00009495#ifdef __x86_64__
9496#define _mm_cvtss_i64 _mm_cvtss_si64
9497#define _mm_cvtsd_i64 _mm_cvtsd_si64
9498#define _mm_cvti64_sd _mm_cvtsi64_sd
Asaf Badouh89f65762016-06-02 08:11:35 +00009499#define _mm_cvti64_ss _mm_cvtsi64_ss
Craig Topper45db56c2016-07-21 07:38:39 +00009500#endif
Asaf Badouh89f65762016-06-02 08:11:35 +00009501
Craig Topper45db56c2016-07-21 07:38:39 +00009502#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009503#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9504 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9505 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009506
Craig Topper8c18e112016-05-17 04:41:50 +00009507#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9508 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9509 (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00009510#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009511
Craig Topper8c18e112016-05-17 04:41:50 +00009512#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9513 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009514
Craig Topper8c18e112016-05-17 04:41:50 +00009515#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9516 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009517
Craig Topper45db56c2016-07-21 07:38:39 +00009518#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009519#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9520 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9521 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009522
Craig Topper8c18e112016-05-17 04:41:50 +00009523#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9524 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9525 (int)(R)); })
Craig Topper45db56c2016-07-21 07:38:39 +00009526#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009527
Craig Topper8c18e112016-05-17 04:41:50 +00009528#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9529 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9530 (__v4sf)(__m128)(B), \
9531 (__v2df)_mm_undefined_pd(), \
9532 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009533
Craig Topper8c18e112016-05-17 04:41:50 +00009534#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9535 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9536 (__v4sf)(__m128)(B), \
9537 (__v2df)(__m128d)(W), \
9538 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009539
Craig Topper8c18e112016-05-17 04:41:50 +00009540#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9541 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9542 (__v4sf)(__m128)(B), \
9543 (__v2df)_mm_setzero_pd(), \
9544 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009545
9546static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009547_mm_mask_cvtss_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128 __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009548{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009549 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(__A),
9550 (__v4sf)(__B),
9551 (__v2df)(__W),
9552 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009553}
9554
9555static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009556_mm_maskz_cvtss_sd (__mmask8 __U, __m128d __A, __m128 __B)
Asaf Badouh89f65762016-06-02 08:11:35 +00009557{
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009558 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(__A),
9559 (__v4sf)(__B),
Asaf Badouh89f65762016-06-02 08:11:35 +00009560 (__v2df)_mm_setzero_pd(),
Asaf Badouha0b6f8f2016-07-14 08:40:30 +00009561 (__mmask8)(__U), _MM_FROUND_CUR_DIRECTION);
Asaf Badouh89f65762016-06-02 08:11:35 +00009562}
9563
9564static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009565_mm_cvtu32_sd (__m128d __A, unsigned __B)
9566{
9567 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9568}
9569
Craig Topper45db56c2016-07-21 07:38:39 +00009570#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009571#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9572 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9573 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009574
9575static __inline__ __m128d __DEFAULT_FN_ATTRS
9576_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9577{
9578 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9579 _MM_FROUND_CUR_DIRECTION);
9580}
Craig Topper45db56c2016-07-21 07:38:39 +00009581#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009582
Craig Topper8c18e112016-05-17 04:41:50 +00009583#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9584 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9585 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009586
9587static __inline__ __m128 __DEFAULT_FN_ATTRS
9588_mm_cvtu32_ss (__m128 __A, unsigned __B)
9589{
9590 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9591 _MM_FROUND_CUR_DIRECTION);
9592}
9593
Craig Topper45db56c2016-07-21 07:38:39 +00009594#ifdef __x86_64__
Craig Topper8c18e112016-05-17 04:41:50 +00009595#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9596 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9597 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009598
9599static __inline__ __m128 __DEFAULT_FN_ATTRS
9600_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9601{
9602 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9603 _MM_FROUND_CUR_DIRECTION);
9604}
Craig Topper45db56c2016-07-21 07:38:39 +00009605#endif
Michael Zuckermane6f73892016-05-04 08:55:11 +00009606
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009607static __inline__ __m512i __DEFAULT_FN_ATTRS
9608_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9609{
9610 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9611 __M);
9612}
9613
Craig Topper45db56c2016-07-21 07:38:39 +00009614#ifdef __x86_64__
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009615static __inline__ __m512i __DEFAULT_FN_ATTRS
9616_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9617{
9618 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9619 __M);
9620}
Craig Topper45db56c2016-07-21 07:38:39 +00009621#endif
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009622
Michael Zuckerman178113e2016-05-19 12:07:49 +00009623static __inline __m512i __DEFAULT_FN_ATTRS
9624_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9625 int __E, int __F, int __G, int __H,
9626 int __I, int __J, int __K, int __L,
9627 int __M, int __N, int __O, int __P)
9628{
9629 return __extension__ (__m512i)(__v16si)
9630 { __P, __O, __N, __M, __L, __K, __J, __I,
9631 __H, __G, __F, __E, __D, __C, __B, __A };
9632}
9633
9634#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9635 e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009636 _mm512_set_epi32((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6), \
9637 (e5),(e4),(e3),(e2),(e1),(e0))
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009638
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009639static __inline__ __m512i __DEFAULT_FN_ATTRS
9640_mm512_set_epi64 (long long __A, long long __B, long long __C,
9641 long long __D, long long __E, long long __F,
9642 long long __G, long long __H)
9643{
9644 return __extension__ (__m512i) (__v8di)
9645 { __H, __G, __F, __E, __D, __C, __B, __A };
9646}
9647
Michael Zuckerman178113e2016-05-19 12:07:49 +00009648#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009649 _mm512_set_epi64((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009650
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009651static __inline__ __m512d __DEFAULT_FN_ATTRS
9652_mm512_set_pd (double __A, double __B, double __C, double __D,
9653 double __E, double __F, double __G, double __H)
9654{
9655 return __extension__ (__m512d)
9656 { __H, __G, __F, __E, __D, __C, __B, __A };
9657}
9658
Michael Zuckerman178113e2016-05-19 12:07:49 +00009659#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
Craig Topper60589492016-06-08 06:08:04 +00009660 _mm512_set_pd((e7),(e6),(e5),(e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009661
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009662static __inline__ __m512 __DEFAULT_FN_ATTRS
9663_mm512_set_ps (float __A, float __B, float __C, float __D,
9664 float __E, float __F, float __G, float __H,
9665 float __I, float __J, float __K, float __L,
9666 float __M, float __N, float __O, float __P)
9667{
9668 return __extension__ (__m512)
9669 { __P, __O, __N, __M, __L, __K, __J, __I,
9670 __H, __G, __F, __E, __D, __C, __B, __A };
9671}
9672
Michael Zuckerman178113e2016-05-19 12:07:49 +00009673#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
Craig Topper60589492016-06-08 06:08:04 +00009674 _mm512_set_ps((e15),(e14),(e13),(e12),(e11),(e10),(e9),(e8),(e7),(e6),(e5), \
9675 (e4),(e3),(e2),(e1),(e0))
Michael Zuckerman178113e2016-05-19 12:07:49 +00009676
Asaf Badouh13633282016-07-05 12:24:14 +00009677static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009678_mm512_abs_ps(__m512 __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009679{
Asaf Badouh356bb762016-08-21 07:56:47 +00009680 return (__m512)_mm512_and_epi32(_mm512_set1_epi32(0x7FFFFFFF),(__m512i)__A) ;
Asaf Badouh13633282016-07-05 12:24:14 +00009681}
9682
9683static __inline__ __m512 __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009684_mm512_mask_abs_ps(__m512 __W, __mmask16 __K, __m512 __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009685{
Asaf Badouh356bb762016-08-21 07:56:47 +00009686 return (__m512)_mm512_mask_and_epi32((__m512i)__W, __K, _mm512_set1_epi32(0x7FFFFFFF),(__m512i)__A) ;
Asaf Badouh13633282016-07-05 12:24:14 +00009687}
9688
9689static __inline__ __m512d __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009690_mm512_abs_pd(__m512d __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009691{
Asaf Badouh356bb762016-08-21 07:56:47 +00009692 return (__m512d)_mm512_and_epi64(_mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)__A) ;
Asaf Badouh13633282016-07-05 12:24:14 +00009693}
9694
9695static __inline__ __m512d __DEFAULT_FN_ATTRS
Asaf Badouh356bb762016-08-21 07:56:47 +00009696_mm512_mask_abs_pd(__m512d __W, __mmask8 __K, __m512d __A)
Asaf Badouh13633282016-07-05 12:24:14 +00009697{
Asaf Badouh356bb762016-08-21 07:56:47 +00009698 return (__m512d)_mm512_mask_and_epi64((__v8di)__W, __K, _mm512_set1_epi64(0x7FFFFFFFFFFFFFFF),(__v8di)__A);
Asaf Badouh13633282016-07-05 12:24:14 +00009699}
9700
Michael Kupersteine45af542015-06-30 13:36:19 +00009701#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009702
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009703#endif // __AVX512FINTRIN_H