blob: 56f67ad1b8edf13254fddcaaf9b9e7bc9d2c47ee [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
30typedef double __v8df __attribute__((__vector_size__(64)));
31typedef float __v16sf __attribute__((__vector_size__(64)));
32typedef long long __v8di __attribute__((__vector_size__(64)));
33typedef int __v16si __attribute__((__vector_size__(64)));
34
35typedef float __m512 __attribute__((__vector_size__(64)));
36typedef double __m512d __attribute__((__vector_size__(64)));
37typedef long long __m512i __attribute__((__vector_size__(64)));
38
39typedef unsigned char __mmask8;
40typedef unsigned short __mmask16;
41
42/* Rounding mode macros. */
43#define _MM_FROUND_TO_NEAREST_INT 0x00
44#define _MM_FROUND_TO_NEG_INF 0x01
45#define _MM_FROUND_TO_POS_INF 0x02
46#define _MM_FROUND_TO_ZERO 0x03
47#define _MM_FROUND_CUR_DIRECTION 0x04
48
Michael Zuckermandef78752016-03-28 12:23:09 +000049typedef enum
50{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000051 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
52 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
53 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
54 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
55 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
56 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
57 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
58 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
59 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
60 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
61 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
62 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
63 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
64 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
65 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
66 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
67 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
68 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
69 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
70 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
71 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
72 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
73 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
74 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
75 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
76 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
77 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
78 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
79 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
80 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
81 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
82 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
83 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
84 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
85 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
86 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
87 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
88 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
89 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
90 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
91 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
92 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
93 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
94 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
95 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
96 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
97 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
98 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
99 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
100 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
101 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
102 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
103 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
104 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
105 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
106 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
107 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
108 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
109 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
110 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
111 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
112 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
113 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
114 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
115 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
116 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
117 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
118 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
119 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
120 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
121 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
122 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
123 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
124 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
125 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
126 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
127 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
128 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
129 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
130 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
131 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
132 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
133 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
134 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
135 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
136 _MM_PERM_DDDD = 0xFF
137} _MM_PERM_ENUM;
138
139typedef enum
140{
Michael Zuckermandef78752016-03-28 12:23:09 +0000141 _MM_MANT_NORM_1_2, /* interval [1, 2) */
142 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
143 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
144 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
145} _MM_MANTISSA_NORM_ENUM;
146
147typedef enum
148{
149 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
150 _MM_MANT_SIGN_zero, /* sign = 0 */
151 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
152} _MM_MANTISSA_SIGN_ENUM;
153
Eric Christopher4d1851682015-06-17 07:09:20 +0000154/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000155#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000156
Adam Nemet0d5bb552014-07-28 17:14:40 +0000157/* Create vectors with repeated elements */
158
Michael Kupersteine45af542015-06-30 13:36:19 +0000159static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000160_mm512_setzero_si512(void)
161{
162 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
163}
164
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000165static __inline__ __m512d __DEFAULT_FN_ATTRS
166_mm512_undefined_pd()
167{
168 return (__m512d)__builtin_ia32_undef512();
169}
170
171static __inline__ __m512 __DEFAULT_FN_ATTRS
172_mm512_undefined()
173{
174 return (__m512)__builtin_ia32_undef512();
175}
176
177static __inline__ __m512 __DEFAULT_FN_ATTRS
178_mm512_undefined_ps()
179{
180 return (__m512)__builtin_ia32_undef512();
181}
182
183static __inline__ __m512i __DEFAULT_FN_ATTRS
184_mm512_undefined_epi32()
185{
186 return (__m512i)__builtin_ia32_undef512();
187}
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000188static __inline__ __m512i __DEFAULT_FN_ATTRS
189_mm512_broadcastd_epi32 (__m128i __A)
190{
191 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
192 (__v16si)
193 _mm512_undefined_epi32 (),
194 (__mmask16) -1);
195}
196
197static __inline__ __m512i __DEFAULT_FN_ATTRS
198_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
199{
200 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
201 (__v16si) __O, __M);
202}
203
204static __inline__ __m512i __DEFAULT_FN_ATTRS
205_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
206{
207 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
208 (__v16si)
209 _mm512_setzero_si512 (),
210 __M);
211}
212
213static __inline__ __m512i __DEFAULT_FN_ATTRS
214_mm512_broadcastq_epi64 (__m128i __A)
215{
216 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
217 (__v8di)
218 _mm512_undefined_pd (),
219 (__mmask8) -1);
220}
221
222static __inline__ __m512i __DEFAULT_FN_ATTRS
223_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
224{
225 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
226 (__v8di) __O, __M);
227}
228
229static __inline__ __m512i __DEFAULT_FN_ATTRS
230_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
231{
232 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
233 (__v8di)
234 _mm512_setzero_si512 (),
235 __M);
236}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000237
Michael Kupersteine45af542015-06-30 13:36:19 +0000238static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000239_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
240{
241 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
242 (__v16si)
243 _mm512_setzero_si512 (),
244 __M);
245}
246
Michael Kupersteine45af542015-06-30 13:36:19 +0000247static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000248_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
249{
250#ifdef __x86_64__
251 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
252 (__v8di)
253 _mm512_setzero_si512 (),
254 __M);
255#else
256 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
257 (__v8di)
258 _mm512_setzero_si512 (),
259 __M);
260#endif
261}
262
Michael Kupersteine45af542015-06-30 13:36:19 +0000263static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000264_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000265{
266 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
267 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
268}
Michael Kupersteine45af542015-06-30 13:36:19 +0000269static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000270_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000271{
272 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
273}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000274
Michael Kupersteine45af542015-06-30 13:36:19 +0000275static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000276_mm512_set1_ps(float __w)
277{
278 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
279 __w, __w, __w, __w, __w, __w, __w, __w };
280}
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000282static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000283_mm512_set1_pd(double __w)
284{
285 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
286}
287
Michael Kupersteine45af542015-06-30 13:36:19 +0000288static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000289_mm512_set1_epi32(int __s)
290{
291 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
292 __s, __s, __s, __s, __s, __s, __s, __s };
293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000296_mm512_set1_epi64(long long __d)
297{
298 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000302_mm512_broadcastss_ps(__m128 __X)
303{
304 float __f = __X[0];
305 return (__v16sf){ __f, __f, __f, __f,
306 __f, __f, __f, __f,
307 __f, __f, __f, __f,
308 __f, __f, __f, __f };
309}
310
Michael Kupersteine45af542015-06-30 13:36:19 +0000311static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000312_mm512_broadcastsd_pd(__m128d __X)
313{
314 double __d = __X[0];
315 return (__v8df){ __d, __d, __d, __d,
316 __d, __d, __d, __d };
317}
318
Adam Nemetc871ff92014-07-30 16:51:24 +0000319/* Cast between vector types */
320
Michael Kupersteine45af542015-06-30 13:36:19 +0000321static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000322_mm512_castpd256_pd512(__m256d __a)
323{
324 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
325}
326
Michael Kupersteine45af542015-06-30 13:36:19 +0000327static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000328_mm512_castps256_ps512(__m256 __a)
329{
330 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
331 -1, -1, -1, -1, -1, -1, -1, -1);
332}
333
Michael Kupersteine45af542015-06-30 13:36:19 +0000334static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000335_mm512_castpd512_pd128(__m512d __a)
336{
337 return __builtin_shufflevector(__a, __a, 0, 1);
338}
339
Michael Kupersteine45af542015-06-30 13:36:19 +0000340static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000341_mm512_castps512_ps128(__m512 __a)
342{
343 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
344}
345
Michael Zuckermanc6677032016-05-03 14:26:52 +0000346
347static __inline__ __m512d __DEFAULT_FN_ATTRS
348_mm512_castpd128_pd512 (__m128d __A)
349{
350 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
351}
352
353static __inline__ __m512 __DEFAULT_FN_ATTRS
354_mm512_castps128_ps512 (__m128 __A)
355{
356 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
357}
358
359static __inline__ __m512i __DEFAULT_FN_ATTRS
360_mm512_castsi128_si512 (__m128i __A)
361{
362 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
363}
364
365static __inline__ __m512i __DEFAULT_FN_ATTRS
366_mm512_castsi256_si512 (__m256i __A)
367{
368 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
369}
370
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000371/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000372static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000373_mm512_and_epi32(__m512i __a, __m512i __b)
374{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000375 return (__m512i)((__v16si)__a & (__v16si)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000376}
377
Michael Kupersteine45af542015-06-30 13:36:19 +0000378static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000379_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
380{
381 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
382 (__v16si) __b,
383 (__v16si) __src,
384 (__mmask16) __k);
385}
Michael Kupersteine45af542015-06-30 13:36:19 +0000386static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000387_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
388{
389 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
390 (__v16si) __b,
391 (__v16si)
392 _mm512_setzero_si512 (),
393 (__mmask16) __k);
394}
395
Michael Kupersteine45af542015-06-30 13:36:19 +0000396static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000397_mm512_and_epi64(__m512i __a, __m512i __b)
398{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000399 return (__m512i)((__v8di)__a & (__v8di)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000400}
401
Michael Kupersteine45af542015-06-30 13:36:19 +0000402static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000403_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
404{
405 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
406 (__v8di) __b,
407 (__v8di) __src,
408 (__mmask8) __k);
409}
Michael Kupersteine45af542015-06-30 13:36:19 +0000410static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000411_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
412{
413 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
414 (__v8di) __b,
415 (__v8di)
416 _mm512_setzero_si512 (),
417 (__mmask8) __k);
418}
419
Michael Kupersteine45af542015-06-30 13:36:19 +0000420static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000421_mm512_andnot_epi32 (__m512i __A, __m512i __B)
422{
423 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
424 (__v16si) __B,
425 (__v16si)
426 _mm512_setzero_si512 (),
427 (__mmask16) -1);
428}
429
Michael Kupersteine45af542015-06-30 13:36:19 +0000430static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000431_mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
432{
433 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
434 (__v16si) __B,
435 (__v16si) __W,
436 (__mmask16) __U);
437}
438
Michael Kupersteine45af542015-06-30 13:36:19 +0000439static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000440_mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
441{
442 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
443 (__v16si) __B,
444 (__v16si)
445 _mm512_setzero_si512 (),
446 (__mmask16) __U);
447}
448
Michael Kupersteine45af542015-06-30 13:36:19 +0000449static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000450_mm512_andnot_epi64 (__m512i __A, __m512i __B)
451{
452 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
453 (__v8di) __B,
454 (__v8di)
455 _mm512_setzero_si512 (),
456 (__mmask8) -1);
457}
458
Michael Kupersteine45af542015-06-30 13:36:19 +0000459static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000460_mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
461{
462 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
463 (__v8di) __B,
464 (__v8di) __W, __U);
465}
466
Michael Kupersteine45af542015-06-30 13:36:19 +0000467static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000468_mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
469{
470 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
471 (__v8di) __B,
472 (__v8di)
473 _mm512_setzero_pd (),
474 __U);
475}
Michael Kupersteine45af542015-06-30 13:36:19 +0000476static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000477_mm512_or_epi32(__m512i __a, __m512i __b)
478{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000479 return (__m512i)((__v16si)__a | (__v16si)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000480}
481
Michael Kupersteine45af542015-06-30 13:36:19 +0000482static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000483_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
484{
485 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
486 (__v16si) __b,
487 (__v16si) __src,
488 (__mmask16) __k);
489}
Michael Kupersteine45af542015-06-30 13:36:19 +0000490static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000491_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
492{
493 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
494 (__v16si) __b,
495 (__v16si)
496 _mm512_setzero_si512 (),
497 (__mmask16) __k);
498}
499
Michael Kupersteine45af542015-06-30 13:36:19 +0000500static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000501_mm512_or_epi64(__m512i __a, __m512i __b)
502{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000503 return (__m512i)((__v8di)__a | (__v8di)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000504}
505
Michael Kupersteine45af542015-06-30 13:36:19 +0000506static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000507_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
508{
509 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
510 (__v8di) __b,
511 (__v8di) __src,
512 (__mmask8) __k);
513}
Michael Kupersteine45af542015-06-30 13:36:19 +0000514static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000515_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
516{
517 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
518 (__v8di) __b,
519 (__v8di)
520 _mm512_setzero_si512 (),
521 (__mmask8) __k);
522}
523
Michael Kupersteine45af542015-06-30 13:36:19 +0000524static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000525_mm512_xor_epi32(__m512i __a, __m512i __b)
526{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000527 return (__m512i)((__v16si)__a ^ (__v16si)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000528}
529
Michael Kupersteine45af542015-06-30 13:36:19 +0000530static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000531_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
532{
533 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
534 (__v16si) __b,
535 (__v16si) __src,
536 (__mmask16) __k);
537}
Michael Kupersteine45af542015-06-30 13:36:19 +0000538static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000539_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
540{
541 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
542 (__v16si) __b,
543 (__v16si)
544 _mm512_setzero_si512 (),
545 (__mmask16) __k);
546}
547
Michael Kupersteine45af542015-06-30 13:36:19 +0000548static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000549_mm512_xor_epi64(__m512i __a, __m512i __b)
550{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000551 return (__m512i)((__v8di)__a ^ (__v8di)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000552}
553
Michael Kupersteine45af542015-06-30 13:36:19 +0000554static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000555_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
556{
557 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
558 (__v8di) __b,
559 (__v8di) __src,
560 (__mmask8) __k);
561}
Michael Kupersteine45af542015-06-30 13:36:19 +0000562static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000563_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
564{
565 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
566 (__v8di) __b,
567 (__v8di)
568 _mm512_setzero_si512 (),
569 (__mmask8) __k);
570}
571
Michael Kupersteine45af542015-06-30 13:36:19 +0000572static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000573_mm512_and_si512(__m512i __a, __m512i __b)
574{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000575 return (__m512i)((__v8di)__a & (__v8di)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000576}
577
Michael Kupersteine45af542015-06-30 13:36:19 +0000578static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000579_mm512_or_si512(__m512i __a, __m512i __b)
580{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000581 return (__m512i)((__v8di)__a | (__v8di)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000582}
583
Michael Kupersteine45af542015-06-30 13:36:19 +0000584static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000585_mm512_xor_si512(__m512i __a, __m512i __b)
586{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000587 return (__m512i)((__v8di)__a ^ (__v8di)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000588}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000589/* Arithmetic */
590
Michael Kupersteine45af542015-06-30 13:36:19 +0000591static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000592_mm512_add_pd(__m512d __a, __m512d __b)
593{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000594 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000595}
596
Michael Kupersteine45af542015-06-30 13:36:19 +0000597static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000598_mm512_add_ps(__m512 __a, __m512 __b)
599{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000600 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000601}
602
Michael Kupersteine45af542015-06-30 13:36:19 +0000603static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000604_mm512_mul_pd(__m512d __a, __m512d __b)
605{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000606 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000607}
608
Michael Kupersteine45af542015-06-30 13:36:19 +0000609static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000610_mm512_mul_ps(__m512 __a, __m512 __b)
611{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000612 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000613}
614
Michael Kupersteine45af542015-06-30 13:36:19 +0000615static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000616_mm512_sub_pd(__m512d __a, __m512d __b)
617{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000618 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000619}
620
Michael Kupersteine45af542015-06-30 13:36:19 +0000621static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000622_mm512_sub_ps(__m512 __a, __m512 __b)
623{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000624 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000625}
626
Michael Kupersteine45af542015-06-30 13:36:19 +0000627static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000628_mm512_add_epi64 (__m512i __A, __m512i __B)
629{
630 return (__m512i) ((__v8di) __A + (__v8di) __B);
631}
632
Michael Kupersteine45af542015-06-30 13:36:19 +0000633static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000634_mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
635{
636 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
637 (__v8di) __B,
638 (__v8di) __W,
639 (__mmask8) __U);
640}
641
Michael Kupersteine45af542015-06-30 13:36:19 +0000642static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000643_mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
644{
645 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
646 (__v8di) __B,
647 (__v8di)
648 _mm512_setzero_si512 (),
649 (__mmask8) __U);
650}
651
Michael Kupersteine45af542015-06-30 13:36:19 +0000652static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000653_mm512_sub_epi64 (__m512i __A, __m512i __B)
654{
655 return (__m512i) ((__v8di) __A - (__v8di) __B);
656}
657
Michael Kupersteine45af542015-06-30 13:36:19 +0000658static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000659_mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
660{
661 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
662 (__v8di) __B,
663 (__v8di) __W,
664 (__mmask8) __U);
665}
666
Michael Kupersteine45af542015-06-30 13:36:19 +0000667static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000668_mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
669{
670 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
671 (__v8di) __B,
672 (__v8di)
673 _mm512_setzero_si512 (),
674 (__mmask8) __U);
675}
676
Michael Kupersteine45af542015-06-30 13:36:19 +0000677static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000678_mm512_add_epi32 (__m512i __A, __m512i __B)
679{
680 return (__m512i) ((__v16si) __A + (__v16si) __B);
681}
682
Michael Kupersteine45af542015-06-30 13:36:19 +0000683static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000684_mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
685{
686 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
687 (__v16si) __B,
688 (__v16si) __W,
689 (__mmask16) __U);
690}
691
Michael Kupersteine45af542015-06-30 13:36:19 +0000692static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000693_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
694{
695 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
696 (__v16si) __B,
697 (__v16si)
698 _mm512_setzero_si512 (),
699 (__mmask16) __U);
700}
701
Michael Kupersteine45af542015-06-30 13:36:19 +0000702static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000703_mm512_sub_epi32 (__m512i __A, __m512i __B)
704{
705 return (__m512i) ((__v16si) __A - (__v16si) __B);
706}
707
Michael Kupersteine45af542015-06-30 13:36:19 +0000708static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000709_mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
710{
711 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
712 (__v16si) __B,
713 (__v16si) __W,
714 (__mmask16) __U);
715}
716
Michael Kupersteine45af542015-06-30 13:36:19 +0000717static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000718_mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
719{
720 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
721 (__v16si) __B,
722 (__v16si)
723 _mm512_setzero_si512 (),
724 (__mmask16) __U);
725}
726
Michael Kupersteine45af542015-06-30 13:36:19 +0000727static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000728_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000729{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000730 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
731 (__v8df) __B,
732 (__v8df)
733 _mm512_setzero_pd (),
734 (__mmask8) -1,
735 _MM_FROUND_CUR_DIRECTION);
736}
737
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000738static __inline__ __m512d __DEFAULT_FN_ATTRS
739_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
740{
741 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
742 (__v8df) __B,
743 (__v8df) __W,
744 (__mmask8) __U,
745 _MM_FROUND_CUR_DIRECTION);
746}
747
748static __inline__ __m512d __DEFAULT_FN_ATTRS
749_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
750{
751 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
752 (__v8df) __B,
753 (__v8df)
754 _mm512_setzero_pd (),
755 (__mmask8) __U,
756 _MM_FROUND_CUR_DIRECTION);
757}
758
Michael Kupersteine45af542015-06-30 13:36:19 +0000759static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000760_mm512_max_ps(__m512 __A, __m512 __B)
761{
762 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
763 (__v16sf) __B,
764 (__v16sf)
765 _mm512_setzero_ps (),
766 (__mmask16) -1,
767 _MM_FROUND_CUR_DIRECTION);
768}
769
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000770static __inline__ __m512 __DEFAULT_FN_ATTRS
771_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
772{
773 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
774 (__v16sf) __B,
775 (__v16sf) __W,
776 (__mmask16) __U,
777 _MM_FROUND_CUR_DIRECTION);
778}
779
780static __inline__ __m512 __DEFAULT_FN_ATTRS
781_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
782{
783 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
784 (__v16sf) __B,
785 (__v16sf)
786 _mm512_setzero_ps (),
787 (__mmask16) __U,
788 _MM_FROUND_CUR_DIRECTION);
789}
790
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000791static __inline__ __m128 __DEFAULT_FN_ATTRS
792_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000793 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000794 (__v4sf) __B,
795 (__v4sf) __W,
796 (__mmask8) __U,
797 _MM_FROUND_CUR_DIRECTION);
798}
799
800static __inline__ __m128 __DEFAULT_FN_ATTRS
801_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000802 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000803 (__v4sf) __B,
804 (__v4sf) _mm_setzero_ps (),
805 (__mmask8) __U,
806 _MM_FROUND_CUR_DIRECTION);
807}
808
809#define _mm_max_round_ss(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000810 (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000811 (__v4sf) _mm_setzero_ps(), (__mmask8) -1, __R); })
812
813#define _mm_mask_max_round_ss(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000814 (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000815 (__v4sf) __W, (__mmask8) __U,__R); })
816
817#define _mm_maskz_max_round_ss(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000818 (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000819 (__v4sf) _mm_setzero_ps(), (__mmask8) __U,__R); })
820
821static __inline__ __m128d __DEFAULT_FN_ATTRS
822_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000823 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000824 (__v2df) __B,
825 (__v2df) __W,
826 (__mmask8) __U,
827 _MM_FROUND_CUR_DIRECTION);
828}
829
830static __inline__ __m128d __DEFAULT_FN_ATTRS
831_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000832 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000833 (__v2df) __B,
834 (__v2df) _mm_setzero_pd (),
835 (__mmask8) __U,
836 _MM_FROUND_CUR_DIRECTION);
837}
838
839#define _mm_max_round_sd(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000840 (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000841 (__v2df) _mm_setzero_pd(), (__mmask8) -1, __R); })
842
843#define _mm_mask_max_round_sd(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000844 (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000845 (__v2df) __W, (__mmask8) __U,__R); })
846
847#define _mm_maskz_max_round_sd(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000848 (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000849 (__v2df) _mm_setzero_pd(), (__mmask8) __U,__R); })
850
Michael Zuckermande860e52016-05-10 11:34:19 +0000851static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +0000852__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000853_mm512_max_epi32(__m512i __A, __m512i __B)
854{
855 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
856 (__v16si) __B,
857 (__v16si)
858 _mm512_setzero_si512 (),
859 (__mmask16) -1);
860}
861
Michael Zuckermande860e52016-05-10 11:34:19 +0000862static __inline__ __m512i __DEFAULT_FN_ATTRS
863_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
864{
865 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
866 (__v16si) __B,
867 (__v16si) __W, __M);
868}
869
870static __inline__ __m512i __DEFAULT_FN_ATTRS
871_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
872{
873 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
874 (__v16si) __B,
875 (__v16si)
876 _mm512_setzero_si512 (),
877 __M);
878}
879
Michael Kupersteine45af542015-06-30 13:36:19 +0000880static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000881_mm512_max_epu32(__m512i __A, __m512i __B)
882{
883 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
884 (__v16si) __B,
885 (__v16si)
886 _mm512_setzero_si512 (),
887 (__mmask16) -1);
888}
889
Michael Zuckermande860e52016-05-10 11:34:19 +0000890static __inline__ __m512i __DEFAULT_FN_ATTRS
891_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
892{
893 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
894 (__v16si) __B,
895 (__v16si) __W, __M);
896}
897
898static __inline__ __m512i __DEFAULT_FN_ATTRS
899_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
900{
901 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
902 (__v16si) __B,
903 (__v16si)
904 _mm512_setzero_si512 (),
905 __M);
906}
907
Michael Kupersteine45af542015-06-30 13:36:19 +0000908static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000909_mm512_max_epi64(__m512i __A, __m512i __B)
910{
911 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
912 (__v8di) __B,
913 (__v8di)
914 _mm512_setzero_si512 (),
915 (__mmask8) -1);
916}
917
Michael Zuckermande860e52016-05-10 11:34:19 +0000918static __inline__ __m512i __DEFAULT_FN_ATTRS
919_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
920{
921 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
922 (__v8di) __B,
923 (__v8di) __W, __M);
924}
925
926static __inline__ __m512i __DEFAULT_FN_ATTRS
927_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
928{
929 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
930 (__v8di) __B,
931 (__v8di)
932 _mm512_setzero_si512 (),
933 __M);
934}
935
Michael Kupersteine45af542015-06-30 13:36:19 +0000936static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000937_mm512_max_epu64(__m512i __A, __m512i __B)
938{
939 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
940 (__v8di) __B,
941 (__v8di)
942 _mm512_setzero_si512 (),
943 (__mmask8) -1);
944}
945
Michael Zuckermande860e52016-05-10 11:34:19 +0000946static __inline__ __m512i __DEFAULT_FN_ATTRS
947_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
948{
949 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
950 (__v8di) __B,
951 (__v8di) __W, __M);
952}
953
954static __inline__ __m512i __DEFAULT_FN_ATTRS
955_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
956{
957 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
958 (__v8di) __B,
959 (__v8di)
960 _mm512_setzero_si512 (),
961 __M);
962}
963
Michael Kupersteine45af542015-06-30 13:36:19 +0000964static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000965_mm512_min_pd(__m512d __A, __m512d __B)
966{
967 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
968 (__v8df) __B,
969 (__v8df)
970 _mm512_setzero_pd (),
971 (__mmask8) -1,
972 _MM_FROUND_CUR_DIRECTION);
973}
974
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000975static __inline__ __m512d __DEFAULT_FN_ATTRS
976_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
977{
978 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
979 (__v8df) __B,
980 (__v8df) __W,
981 (__mmask8) __U,
982 _MM_FROUND_CUR_DIRECTION);
983}
984
985static __inline__ __m512d __DEFAULT_FN_ATTRS
986_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
987{
988 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
989 (__v8df) __B,
990 (__v8df)
991 _mm512_setzero_pd (),
992 (__mmask8) __U,
993 _MM_FROUND_CUR_DIRECTION);
994}
995
Michael Kupersteine45af542015-06-30 13:36:19 +0000996static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000997_mm512_min_ps(__m512 __A, __m512 __B)
998{
999 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1000 (__v16sf) __B,
1001 (__v16sf)
1002 _mm512_setzero_ps (),
1003 (__mmask16) -1,
1004 _MM_FROUND_CUR_DIRECTION);
1005}
1006
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001007static __inline__ __m512 __DEFAULT_FN_ATTRS
1008_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1009{
1010 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1011 (__v16sf) __B,
1012 (__v16sf) __W,
1013 (__mmask16) __U,
1014 _MM_FROUND_CUR_DIRECTION);
1015}
1016
1017static __inline__ __m512 __DEFAULT_FN_ATTRS
1018_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1019{
1020 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1021 (__v16sf) __B,
1022 (__v16sf)
1023 _mm512_setzero_ps (),
1024 (__mmask16) __U,
1025 _MM_FROUND_CUR_DIRECTION);
1026}
1027
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001028static __inline__ __m128 __DEFAULT_FN_ATTRS
1029_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001030 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001031 (__v4sf) __B,
1032 (__v4sf) __W,
1033 (__mmask8) __U,
1034 _MM_FROUND_CUR_DIRECTION);
1035}
1036
1037static __inline__ __m128 __DEFAULT_FN_ATTRS
1038_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001039 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001040 (__v4sf) __B,
1041 (__v4sf) _mm_setzero_ps (),
1042 (__mmask8) __U,
1043 _MM_FROUND_CUR_DIRECTION);
1044}
1045
1046#define _mm_min_round_ss(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001047 (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001048 (__v4sf) _mm_setzero_ps(), (__mmask8) -1, __R); })
1049
1050#define _mm_mask_min_round_ss(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001051 (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001052 (__v4sf) __W, (__mmask8) __U,__R); })
1053
1054#define _mm_maskz_min_round_ss(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001055 (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001056 (__v4sf) _mm_setzero_ps(), (__mmask8) __U,__R); })
1057
1058static __inline__ __m128d __DEFAULT_FN_ATTRS
1059_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001060 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001061 (__v2df) __B,
1062 (__v2df) __W,
1063 (__mmask8) __U,
1064 _MM_FROUND_CUR_DIRECTION);
1065}
1066
1067static __inline__ __m128d __DEFAULT_FN_ATTRS
1068_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001069 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001070 (__v2df) __B,
1071 (__v2df) _mm_setzero_pd (),
1072 (__mmask8) __U,
1073 _MM_FROUND_CUR_DIRECTION);
1074}
1075
1076#define _mm_min_round_sd(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001077 (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001078 (__v2df) _mm_setzero_pd(), (__mmask8) -1, __R); })
1079
1080#define _mm_mask_min_round_sd(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001081 (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001082 (__v2df) __W, (__mmask8) __U,__R); })
1083
1084#define _mm_maskz_min_round_sd(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001085 (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001086 (__v2df) _mm_setzero_pd(), (__mmask8) __U,__R); })
1087
Adam Nemet0d5bb552014-07-28 17:14:40 +00001088static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001089__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001090_mm512_min_epi32(__m512i __A, __m512i __B)
1091{
1092 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1093 (__v16si) __B,
1094 (__v16si)
1095 _mm512_setzero_si512 (),
1096 (__mmask16) -1);
1097}
1098
Michael Zuckermande860e52016-05-10 11:34:19 +00001099static __inline__ __m512i __DEFAULT_FN_ATTRS
1100_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1101{
1102 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1103 (__v16si) __B,
1104 (__v16si) __W, __M);
1105}
1106
1107static __inline__ __m512i __DEFAULT_FN_ATTRS
1108_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1109{
1110 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1111 (__v16si) __B,
1112 (__v16si)
1113 _mm512_setzero_si512 (),
1114 __M);
1115}
1116
Michael Kupersteine45af542015-06-30 13:36:19 +00001117static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001118_mm512_min_epu32(__m512i __A, __m512i __B)
1119{
1120 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1121 (__v16si) __B,
1122 (__v16si)
1123 _mm512_setzero_si512 (),
1124 (__mmask16) -1);
1125}
1126
Michael Zuckermande860e52016-05-10 11:34:19 +00001127static __inline__ __m512i __DEFAULT_FN_ATTRS
1128_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1129{
1130 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1131 (__v16si) __B,
1132 (__v16si) __W, __M);
1133}
1134
1135static __inline__ __m512i __DEFAULT_FN_ATTRS
1136_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1137{
1138 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1139 (__v16si) __B,
1140 (__v16si)
1141 _mm512_setzero_si512 (),
1142 __M);
1143}
1144
Michael Kupersteine45af542015-06-30 13:36:19 +00001145static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001146_mm512_min_epi64(__m512i __A, __m512i __B)
1147{
1148 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1149 (__v8di) __B,
1150 (__v8di)
1151 _mm512_setzero_si512 (),
1152 (__mmask8) -1);
1153}
1154
Michael Zuckermande860e52016-05-10 11:34:19 +00001155static __inline__ __m512i __DEFAULT_FN_ATTRS
1156_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1157{
1158 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1159 (__v8di) __B,
1160 (__v8di) __W, __M);
1161}
1162
1163static __inline__ __m512i __DEFAULT_FN_ATTRS
1164_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1165{
1166 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1167 (__v8di) __B,
1168 (__v8di)
1169 _mm512_setzero_si512 (),
1170 __M);
1171}
1172
Michael Kupersteine45af542015-06-30 13:36:19 +00001173static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001174_mm512_min_epu64(__m512i __A, __m512i __B)
1175{
1176 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1177 (__v8di) __B,
1178 (__v8di)
1179 _mm512_setzero_si512 (),
1180 (__mmask8) -1);
1181}
1182
Michael Zuckermande860e52016-05-10 11:34:19 +00001183static __inline__ __m512i __DEFAULT_FN_ATTRS
1184_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1185{
1186 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1187 (__v8di) __B,
1188 (__v8di) __W, __M);
1189}
1190
1191static __inline__ __m512i __DEFAULT_FN_ATTRS
1192_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1193{
1194 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1195 (__v8di) __B,
1196 (__v8di)
1197 _mm512_setzero_si512 (),
1198 __M);
1199}
1200
Michael Kupersteine45af542015-06-30 13:36:19 +00001201static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001202_mm512_mul_epi32(__m512i __X, __m512i __Y)
1203{
1204 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1205 (__v16si) __Y,
1206 (__v8di)
1207 _mm512_setzero_si512 (),
1208 (__mmask8) -1);
1209}
1210
Michael Kupersteine45af542015-06-30 13:36:19 +00001211static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001212_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1213{
1214 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1215 (__v16si) __Y,
1216 (__v8di) __W, __M);
1217}
1218
Michael Kupersteine45af542015-06-30 13:36:19 +00001219static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001220_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1221{
1222 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1223 (__v16si) __Y,
1224 (__v8di)
1225 _mm512_setzero_si512 (),
1226 __M);
1227}
1228
Michael Kupersteine45af542015-06-30 13:36:19 +00001229static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001230_mm512_mul_epu32(__m512i __X, __m512i __Y)
1231{
1232 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1233 (__v16si) __Y,
1234 (__v8di)
1235 _mm512_setzero_si512 (),
1236 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001237}
1238
Michael Kupersteine45af542015-06-30 13:36:19 +00001239static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001240_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1241{
1242 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1243 (__v16si) __Y,
1244 (__v8di) __W, __M);
1245}
1246
Michael Kupersteine45af542015-06-30 13:36:19 +00001247static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001248_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1249{
1250 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1251 (__v16si) __Y,
1252 (__v8di)
1253 _mm512_setzero_si512 (),
1254 __M);
1255}
1256
Michael Kupersteine45af542015-06-30 13:36:19 +00001257static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001258_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1259{
1260 return (__m512i) ((__v16si) __A * (__v16si) __B);
1261}
1262
Michael Kupersteine45af542015-06-30 13:36:19 +00001263static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001264_mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1265{
1266 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1267 (__v16si) __B,
1268 (__v16si)
1269 _mm512_setzero_si512 (),
1270 __M);
1271}
1272
Michael Kupersteine45af542015-06-30 13:36:19 +00001273static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001274_mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1275{
1276 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1277 (__v16si) __B,
1278 (__v16si) __W, __M);
1279}
1280
Michael Kupersteine45af542015-06-30 13:36:19 +00001281static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001282_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001283{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001284 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001285 (__v8df) _mm512_setzero_pd (),
1286 (__mmask8) -1,
1287 _MM_FROUND_CUR_DIRECTION);
1288}
1289
Michael Zuckermancb856772016-05-16 11:42:01 +00001290static __inline__ __m512d __DEFAULT_FN_ATTRS
1291_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1292{
1293 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1294 (__v8df) __W,
1295 (__mmask8) __U,
1296 _MM_FROUND_CUR_DIRECTION);
1297}
1298
1299static __inline__ __m512d __DEFAULT_FN_ATTRS
1300_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1301{
1302 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1303 (__v8df)
1304 _mm512_setzero_pd (),
1305 (__mmask8) __U,
1306 _MM_FROUND_CUR_DIRECTION);
1307}
1308
Michael Kupersteine45af542015-06-30 13:36:19 +00001309static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001310_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001311{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001312 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001313 (__v16sf) _mm512_setzero_ps (),
1314 (__mmask16) -1,
1315 _MM_FROUND_CUR_DIRECTION);
1316}
1317
Michael Zuckermancb856772016-05-16 11:42:01 +00001318static __inline__ __m512 __DEFAULT_FN_ATTRS
1319_mm512_mask_sqrt_ps(__m512 __W, __mmask8 __U, __m512 __A)
1320{
1321 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1322 (__v16sf) __W,
1323 (__mmask16) __U,
1324 _MM_FROUND_CUR_DIRECTION);
1325}
1326
1327static __inline__ __m512 __DEFAULT_FN_ATTRS
1328_mm512_maskz_sqrt_ps( __mmask8 __U, __m512 __A)
1329{
1330 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1331 (__v16sf) _mm512_setzero_ps (),
1332 (__mmask16) __U,
1333 _MM_FROUND_CUR_DIRECTION);
1334}
1335
Michael Kupersteine45af542015-06-30 13:36:19 +00001336static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001337_mm512_rsqrt14_pd(__m512d __A)
1338{
1339 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1340 (__v8df)
1341 _mm512_setzero_pd (),
1342 (__mmask8) -1);}
1343
Michael Zuckermancb856772016-05-16 11:42:01 +00001344static __inline__ __m512d __DEFAULT_FN_ATTRS
1345_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1346{
1347 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1348 (__v8df) __W,
1349 (__mmask8) __U);
1350}
1351
1352static __inline__ __m512d __DEFAULT_FN_ATTRS
1353_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1354{
1355 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1356 (__v8df)
1357 _mm512_setzero_pd (),
1358 (__mmask8) __U);
1359}
1360
Michael Kupersteine45af542015-06-30 13:36:19 +00001361static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001362_mm512_rsqrt14_ps(__m512 __A)
1363{
1364 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1365 (__v16sf)
1366 _mm512_setzero_ps (),
1367 (__mmask16) -1);
1368}
1369
Michael Zuckermancb856772016-05-16 11:42:01 +00001370static __inline__ __m512 __DEFAULT_FN_ATTRS
1371_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1372{
1373 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1374 (__v16sf) __W,
1375 (__mmask16) __U);
1376}
1377
1378static __inline__ __m512 __DEFAULT_FN_ATTRS
1379_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1380{
1381 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1382 (__v16sf)
1383 _mm512_setzero_ps (),
1384 (__mmask16) __U);
1385}
1386
Michael Kupersteine45af542015-06-30 13:36:19 +00001387static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001388_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1389{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001390 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001391 (__v4sf) __B,
1392 (__v4sf)
1393 _mm_setzero_ps (),
1394 (__mmask8) -1);
1395}
1396
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001397static __inline__ __m128 __DEFAULT_FN_ATTRS
1398_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
1399{
1400 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1401 (__v4sf) __B,
1402 (__v4sf) __W,
1403 (__mmask8) __U);
1404}
1405
1406static __inline__ __m128 __DEFAULT_FN_ATTRS
1407_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
1408{
1409 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1410 (__v4sf) __B,
1411 (__v4sf) _mm_setzero_ps (),
1412 (__mmask8) __U);
1413}
1414
Michael Kupersteine45af542015-06-30 13:36:19 +00001415static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001416_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1417{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001418 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001419 (__v2df) __B,
1420 (__v2df)
1421 _mm_setzero_pd (),
1422 (__mmask8) -1);
1423}
1424
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001425static __inline__ __m128d __DEFAULT_FN_ATTRS
1426_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
1427{
1428 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1429 (__v2df) __B,
1430 (__v2df) __W,
1431 (__mmask8) __U);
1432}
1433
1434static __inline__ __m128d __DEFAULT_FN_ATTRS
1435_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
1436{
1437 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1438 (__v2df) __B,
1439 (__v2df) _mm_setzero_pd (),
1440 (__mmask8) __U);
1441}
1442
Michael Kupersteine45af542015-06-30 13:36:19 +00001443static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001444_mm512_rcp14_pd(__m512d __A)
1445{
1446 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1447 (__v8df)
1448 _mm512_setzero_pd (),
1449 (__mmask8) -1);
1450}
1451
Michael Zuckermancb856772016-05-16 11:42:01 +00001452static __inline__ __m512d __DEFAULT_FN_ATTRS
1453_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1454{
1455 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1456 (__v8df) __W,
1457 (__mmask8) __U);
1458}
1459
1460static __inline__ __m512d __DEFAULT_FN_ATTRS
1461_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1462{
1463 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1464 (__v8df)
1465 _mm512_setzero_pd (),
1466 (__mmask8) __U);
1467}
1468
Michael Kupersteine45af542015-06-30 13:36:19 +00001469static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001470_mm512_rcp14_ps(__m512 __A)
1471{
1472 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1473 (__v16sf)
1474 _mm512_setzero_ps (),
1475 (__mmask16) -1);
1476}
Michael Zuckermancb856772016-05-16 11:42:01 +00001477
1478static __inline__ __m512 __DEFAULT_FN_ATTRS
1479_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1480{
1481 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1482 (__v16sf) __W,
1483 (__mmask16) __U);
1484}
1485
1486static __inline__ __m512 __DEFAULT_FN_ATTRS
1487_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1488{
1489 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1490 (__v16sf)
1491 _mm512_setzero_ps (),
1492 (__mmask16) __U);
1493}
1494
Michael Kupersteine45af542015-06-30 13:36:19 +00001495static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001496_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001497{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001498 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001499 (__v4sf) __B,
1500 (__v4sf)
1501 _mm_setzero_ps (),
1502 (__mmask8) -1);
1503}
1504
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001505static __inline__ __m128 __DEFAULT_FN_ATTRS
1506_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
1507{
1508 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1509 (__v4sf) __B,
1510 (__v4sf) __W,
1511 (__mmask8) __U);
1512}
1513
1514static __inline__ __m128 __DEFAULT_FN_ATTRS
1515_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
1516{
1517 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1518 (__v4sf) __B,
1519 (__v4sf) _mm_setzero_ps (),
1520 (__mmask8) __U);
1521}
1522
Michael Kupersteine45af542015-06-30 13:36:19 +00001523static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001524_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001525{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001526 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001527 (__v2df) __B,
1528 (__v2df)
1529 _mm_setzero_pd (),
1530 (__mmask8) -1);
1531}
1532
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001533static __inline__ __m128d __DEFAULT_FN_ATTRS
1534_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
1535{
1536 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1537 (__v2df) __B,
1538 (__v2df) __W,
1539 (__mmask8) __U);
1540}
1541
1542static __inline__ __m128d __DEFAULT_FN_ATTRS
1543_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
1544{
1545 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1546 (__v2df) __B,
1547 (__v2df) _mm_setzero_pd (),
1548 (__mmask8) __U);
1549}
1550
Michael Kupersteine45af542015-06-30 13:36:19 +00001551static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001552_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001553{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001554 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1555 _MM_FROUND_FLOOR,
1556 (__v16sf) __A, -1,
1557 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001558}
1559
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001560static __inline__ __m512 __DEFAULT_FN_ATTRS
1561_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1562{
1563 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1564 _MM_FROUND_FLOOR,
1565 (__v16sf) __W, __U,
1566 _MM_FROUND_CUR_DIRECTION);
1567}
1568
1569
Michael Kupersteine45af542015-06-30 13:36:19 +00001570static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001571_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001572{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001573 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1574 _MM_FROUND_FLOOR,
1575 (__v8df) __A, -1,
1576 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001577}
1578
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001579static __inline__ __m512d __DEFAULT_FN_ATTRS
1580_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1581{
1582 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1583 _MM_FROUND_FLOOR,
1584 (__v8df) __W, __U,
1585 _MM_FROUND_CUR_DIRECTION);
1586}
1587
1588
1589static __inline__ __m512 __DEFAULT_FN_ATTRS
1590_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1591{
1592 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1593 _MM_FROUND_CEIL,
1594 (__v16sf) __W, __U,
1595 _MM_FROUND_CUR_DIRECTION);
1596}
1597
Michael Kupersteine45af542015-06-30 13:36:19 +00001598static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001599_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001600{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001601 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1602 _MM_FROUND_CEIL,
1603 (__v16sf) __A, -1,
1604 _MM_FROUND_CUR_DIRECTION);
1605}
1606
Michael Kupersteine45af542015-06-30 13:36:19 +00001607static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001608_mm512_ceil_pd(__m512d __A)
1609{
1610 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1611 _MM_FROUND_CEIL,
1612 (__v8df) __A, -1,
1613 _MM_FROUND_CUR_DIRECTION);
1614}
1615
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001616static __inline__ __m512d __DEFAULT_FN_ATTRS
1617_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1618{
1619 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1620 _MM_FROUND_CEIL,
1621 (__v8df) __W, __U,
1622 _MM_FROUND_CUR_DIRECTION);
1623}
1624
Michael Kupersteine45af542015-06-30 13:36:19 +00001625static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001626_mm512_abs_epi64(__m512i __A)
1627{
1628 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1629 (__v8di)
1630 _mm512_setzero_si512 (),
1631 (__mmask8) -1);
1632}
1633
Michael Kupersteine45af542015-06-30 13:36:19 +00001634static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001635_mm512_abs_epi32(__m512i __A)
1636{
1637 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1638 (__v16si)
1639 _mm512_setzero_si512 (),
1640 (__mmask16) -1);
1641}
1642
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001643static __inline__ __m128 __DEFAULT_FN_ATTRS
1644_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001645 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001646 (__v4sf) __B,
1647 (__v4sf) __W,
1648 (__mmask8) __U,
1649 _MM_FROUND_CUR_DIRECTION);
1650}
1651
1652static __inline__ __m128 __DEFAULT_FN_ATTRS
1653_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001654 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001655 (__v4sf) __B,
1656 (__v4sf) _mm_setzero_ps (),
1657 (__mmask8) __U,
1658 _MM_FROUND_CUR_DIRECTION);
1659}
1660
1661#define _mm_add_round_ss(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001662 (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001663 (__v4sf) _mm_setzero_ps(), (__mmask8) -1, __R); })
1664
1665#define _mm_mask_add_round_ss(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001666 (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001667 (__v4sf) __W, (__mmask8) __U,__R); })
1668
1669#define _mm_maskz_add_round_ss(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001670 (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001671 (__v4sf) _mm_setzero_ps(), (__mmask8) __U,__R); })
1672
1673static __inline__ __m128d __DEFAULT_FN_ATTRS
1674_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001675 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001676 (__v2df) __B,
1677 (__v2df) __W,
1678 (__mmask8) __U,
1679 _MM_FROUND_CUR_DIRECTION);
1680}
1681
1682static __inline__ __m128d __DEFAULT_FN_ATTRS
1683_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001684 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001685 (__v2df) __B,
1686 (__v2df) _mm_setzero_pd (),
1687 (__mmask8) __U,
1688 _MM_FROUND_CUR_DIRECTION);
1689}
1690#define _mm_add_round_sd(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001691 (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001692 (__v2df) _mm_setzero_pd(), (__mmask8) -1, __R); })
1693
1694#define _mm_mask_add_round_sd(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001695 (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001696 (__v2df) __W, (__mmask8) __U,__R); })
1697
1698#define _mm_maskz_add_round_sd(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001699 (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001700 (__v2df) _mm_setzero_pd(), (__mmask8) __U,__R); })
1701
Asaf Badouhffeb6242015-07-21 15:27:28 +00001702static __inline__ __m512d __DEFAULT_FN_ATTRS
1703_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
1704 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1705 (__v8df) __B,
1706 (__v8df) __W,
1707 (__mmask8) __U,
1708 _MM_FROUND_CUR_DIRECTION);
1709}
1710
1711static __inline__ __m512d __DEFAULT_FN_ATTRS
1712_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
1713 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
1714 (__v8df) __B,
1715 (__v8df) _mm512_setzero_pd (),
1716 (__mmask8) __U,
1717 _MM_FROUND_CUR_DIRECTION);
1718}
1719
1720static __inline__ __m512 __DEFAULT_FN_ATTRS
1721_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
1722 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
1723 (__v16sf) __B,
1724 (__v16sf) __W,
1725 (__mmask16) __U,
1726 _MM_FROUND_CUR_DIRECTION);
1727}
1728
1729static __inline__ __m512 __DEFAULT_FN_ATTRS
1730_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
1731 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
1732 (__v16sf) __B,
1733 (__v16sf) _mm512_setzero_ps (),
1734 (__mmask16) __U,
1735 _MM_FROUND_CUR_DIRECTION);
1736}
1737
1738#define _mm512_add_round_pd(__A, __B, __R) __extension__ ({ \
1739 (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A, (__v8df) __B, \
1740 (__v8df) _mm512_setzero_pd(), (__mmask8) -1, __R); })
1741
1742#define _mm512_mask_add_round_pd(__W, __U, __A, __B, __R) __extension__ ({ \
1743 (__m512d) __builtin_ia32_addpd512_mask((__v8df) __A, (__v8df) __B, \
1744 (__v8df) __W, (__mmask8) __U, __R); })
1745
1746#define _mm512_maskz_add_round_pd(__U, __A, __B, __R) __extension__ ({ \
1747 (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A, (__v8df) __B, \
1748 (__v8df) _mm512_setzero_pd(), (__mmask8) __U, __R); })
1749
1750#define _mm512_add_round_ps(__A, __B, __R) __extension__ ({ \
1751 (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A, (__v16sf) __B, \
1752 (__v16sf) _mm512_setzero_ps(), (__mmask16) -1, __R); })
1753
1754#define _mm512_mask_add_round_ps(__W, __U, __A, __B, __R) __extension__ ({ \
1755 (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A, (__v16sf) __B, \
1756 (__v16sf) __W, (__mmask16)__U, __R); })
1757
1758#define _mm512_maskz_add_round_ps(__U, __A, __B, __R) __extension__ ({ \
1759 (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A, (__v16sf) __B, \
1760 (__v16sf) _mm512_setzero_ps(), (__mmask16)__U, __R); })
1761
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001762static __inline__ __m128 __DEFAULT_FN_ATTRS
1763_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001764 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001765 (__v4sf) __B,
1766 (__v4sf) __W,
1767 (__mmask8) __U,
1768 _MM_FROUND_CUR_DIRECTION);
1769}
1770
1771static __inline__ __m128 __DEFAULT_FN_ATTRS
1772_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001773 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001774 (__v4sf) __B,
1775 (__v4sf) _mm_setzero_ps (),
1776 (__mmask8) __U,
1777 _MM_FROUND_CUR_DIRECTION);
1778}
1779#define _mm_sub_round_ss(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001780 (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001781 (__v4sf) _mm_setzero_ps(), (__mmask8) -1, __R); })
1782
1783#define _mm_mask_sub_round_ss(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001784 (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001785 (__v4sf) __W, (__mmask8) __U,__R); })
1786
1787#define _mm_maskz_sub_round_ss(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001788 (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001789 (__v4sf) _mm_setzero_ps(), (__mmask8) __U,__R); })
1790
1791static __inline__ __m128d __DEFAULT_FN_ATTRS
1792_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001793 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001794 (__v2df) __B,
1795 (__v2df) __W,
1796 (__mmask8) __U,
1797 _MM_FROUND_CUR_DIRECTION);
1798}
1799
1800static __inline__ __m128d __DEFAULT_FN_ATTRS
1801_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001802 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001803 (__v2df) __B,
1804 (__v2df) _mm_setzero_pd (),
1805 (__mmask8) __U,
1806 _MM_FROUND_CUR_DIRECTION);
1807}
1808
1809#define _mm_sub_round_sd(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001810 (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001811 (__v2df) _mm_setzero_pd(), (__mmask8) -1, __R); })
1812
1813#define _mm_mask_sub_round_sd(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001814 (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001815 (__v2df) __W, (__mmask8) __U,__R); })
1816
1817#define _mm_maskz_sub_round_sd(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001818 (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001819 (__v2df) _mm_setzero_pd(), (__mmask8) __U,__R); })
1820
Asaf Badouhffeb6242015-07-21 15:27:28 +00001821static __inline__ __m512d __DEFAULT_FN_ATTRS
1822_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
1823 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
1824 (__v8df) __B,
1825 (__v8df) __W,
1826 (__mmask8) __U,
1827 _MM_FROUND_CUR_DIRECTION);
1828}
1829
1830static __inline__ __m512d __DEFAULT_FN_ATTRS
1831_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
1832 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
1833 (__v8df) __B,
1834 (__v8df)
1835 _mm512_setzero_pd (),
1836 (__mmask8) __U,
1837 _MM_FROUND_CUR_DIRECTION);
1838}
1839
1840static __inline__ __m512 __DEFAULT_FN_ATTRS
1841_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
1842 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
1843 (__v16sf) __B,
1844 (__v16sf) __W,
1845 (__mmask16) __U,
1846 _MM_FROUND_CUR_DIRECTION);
1847}
1848
1849static __inline__ __m512 __DEFAULT_FN_ATTRS
1850_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
1851 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
1852 (__v16sf) __B,
1853 (__v16sf)
1854 _mm512_setzero_ps (),
1855 (__mmask16) __U,
1856 _MM_FROUND_CUR_DIRECTION);
1857}
1858
1859#define _mm512_sub_round_pd(__A, __B, __R) __extension__ ({ \
1860 (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A, (__v8df) __B,\
1861 (__v8df) _mm512_setzero_pd(), (__mmask8) -1, __R); })
1862
1863#define _mm512_mask_sub_round_pd(__W, __U, __A, __B, __R) __extension__ ({ \
1864 (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A, (__v8df) __B, \
1865 (__v8df) __W, (__mmask8) __U, __R); })
1866
1867#define _mm512_maskz_sub_round_pd(__U, __A, __B, __R) __extension__ ({ \
1868 (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A, (__v8df) __B, \
1869 (__v8df) _mm512_setzero_pd(), (__mmask8) __U, __R);})
1870
1871#define _mm512_sub_round_ps(__A, __B, __R) __extension__ ({ \
1872 (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A, (__v16sf) __B, \
1873 (__v16sf) _mm512_setzero_ps (), (__mmask16) -1, __R);})
1874
1875#define _mm512_mask_sub_round_ps(__W, __U, __A, __B, __R) __extension__ ({ \
1876 (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A, (__v16sf) __B, \
1877 (__v16sf) __W, (__mmask16) __U, __R); });
1878
1879#define _mm512_maskz_sub_round_ps(__U, __A, __B, __R) __extension__ ({ \
1880 (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A, (__v16sf) __B, \
1881 (__v16sf) _mm512_setzero_ps (), (__mmask16) __U, __R);});
1882
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001883static __inline__ __m128 __DEFAULT_FN_ATTRS
1884_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001885 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001886 (__v4sf) __B,
1887 (__v4sf) __W,
1888 (__mmask8) __U,
1889 _MM_FROUND_CUR_DIRECTION);
1890}
1891
1892static __inline__ __m128 __DEFAULT_FN_ATTRS
1893_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001894 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001895 (__v4sf) __B,
1896 (__v4sf) _mm_setzero_ps (),
1897 (__mmask8) __U,
1898 _MM_FROUND_CUR_DIRECTION);
1899}
1900#define _mm_mul_round_ss(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001901 (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001902 (__v4sf) _mm_setzero_ps(), (__mmask8) -1, __R); })
1903
1904#define _mm_mask_mul_round_ss(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001905 (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001906 (__v4sf) __W, (__mmask8) __U,__R); })
1907
1908#define _mm_maskz_mul_round_ss(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001909 (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001910 (__v4sf) _mm_setzero_ps(), (__mmask8) __U,__R); })
1911
1912static __inline__ __m128d __DEFAULT_FN_ATTRS
1913_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001914 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001915 (__v2df) __B,
1916 (__v2df) __W,
1917 (__mmask8) __U,
1918 _MM_FROUND_CUR_DIRECTION);
1919}
1920
1921static __inline__ __m128d __DEFAULT_FN_ATTRS
1922_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001923 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001924 (__v2df) __B,
1925 (__v2df) _mm_setzero_pd (),
1926 (__mmask8) __U,
1927 _MM_FROUND_CUR_DIRECTION);
1928}
1929
1930#define _mm_mul_round_sd(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001931 (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001932 (__v2df) _mm_setzero_pd(), (__mmask8) -1, __R); })
1933
1934#define _mm_mask_mul_round_sd(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001935 (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001936 (__v2df) __W, (__mmask8) __U,__R); })
1937
1938#define _mm_maskz_mul_round_sd(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001939 (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001940 (__v2df) _mm_setzero_pd(), (__mmask8) __U,__R); })
1941
Asaf Badouhffeb6242015-07-21 15:27:28 +00001942static __inline__ __m512d __DEFAULT_FN_ATTRS
1943_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
1944 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
1945 (__v8df) __B,
1946 (__v8df) __W,
1947 (__mmask8) __U,
1948 _MM_FROUND_CUR_DIRECTION);
1949}
1950
1951static __inline__ __m512d __DEFAULT_FN_ATTRS
1952_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
1953 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
1954 (__v8df) __B,
1955 (__v8df)
1956 _mm512_setzero_pd (),
1957 (__mmask8) __U,
1958 _MM_FROUND_CUR_DIRECTION);
1959}
1960
1961static __inline__ __m512 __DEFAULT_FN_ATTRS
1962_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
1963 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
1964 (__v16sf) __B,
1965 (__v16sf) __W,
1966 (__mmask16) __U,
1967 _MM_FROUND_CUR_DIRECTION);
1968}
1969
1970static __inline__ __m512 __DEFAULT_FN_ATTRS
1971_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
1972 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
1973 (__v16sf) __B,
1974 (__v16sf)
1975 _mm512_setzero_ps (),
1976 (__mmask16) __U,
1977 _MM_FROUND_CUR_DIRECTION);
1978}
1979
1980#define _mm512_mul_round_pd(__A, __B, __R) __extension__ ({ \
1981 (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A, (__v8df) __B,\
1982 (__v8df) _mm512_setzero_pd(), (__mmask8) -1, __R); })
1983
1984#define _mm512_mask_mul_round_pd(__W, __U, __A, __B, __R) __extension__ ({ \
1985 (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A, (__v8df) __B, \
1986 (__v8df) __W, (__mmask8) __U, __R); })
1987
1988#define _mm512_maskz_mul_round_pd(__U, __A, __B, __R) __extension__ ({ \
1989 (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A, (__v8df) __B, \
1990 (__v8df) _mm512_setzero_pd(), (__mmask8) __U, __R);})
1991
1992#define _mm512_mul_round_ps(__A, __B, __R) __extension__ ({ \
1993 (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A, (__v16sf) __B, \
1994 (__v16sf) _mm512_setzero_ps (), (__mmask16) -1, __R);})
1995
1996#define _mm512_mask_mul_round_ps(__W, __U, __A, __B, __R) __extension__ ({ \
1997 (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A, (__v16sf) __B, \
1998 (__v16sf) __W, (__mmask16) __U, __R); });
1999
2000#define _mm512_maskz_mul_round_ps(__U, __A, __B, __R) __extension__ ({ \
2001 (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A, (__v16sf) __B, \
2002 (__v16sf) _mm512_setzero_ps (), (__mmask16) __U, __R);});
2003
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002004static __inline__ __m128 __DEFAULT_FN_ATTRS
2005_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002006 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002007 (__v4sf) __B,
2008 (__v4sf) __W,
2009 (__mmask8) __U,
2010 _MM_FROUND_CUR_DIRECTION);
2011}
2012
2013static __inline__ __m128 __DEFAULT_FN_ATTRS
2014_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002015 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002016 (__v4sf) __B,
2017 (__v4sf) _mm_setzero_ps (),
2018 (__mmask8) __U,
2019 _MM_FROUND_CUR_DIRECTION);
2020}
2021
2022#define _mm_div_round_ss(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002023 (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002024 (__v4sf) _mm_setzero_ps(), (__mmask8) -1, __R); })
2025
2026#define _mm_mask_div_round_ss(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002027 (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002028 (__v4sf) __W, (__mmask8) __U,__R); })
2029
2030#define _mm_maskz_div_round_ss(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002031 (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A, (__v4sf) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002032 (__v4sf) _mm_setzero_ps(), (__mmask8) __U,__R); })
2033
2034static __inline__ __m128d __DEFAULT_FN_ATTRS
2035_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002036 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002037 (__v2df) __B,
2038 (__v2df) __W,
2039 (__mmask8) __U,
2040 _MM_FROUND_CUR_DIRECTION);
2041}
2042
2043static __inline__ __m128d __DEFAULT_FN_ATTRS
2044_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002045 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002046 (__v2df) __B,
2047 (__v2df) _mm_setzero_pd (),
2048 (__mmask8) __U,
2049 _MM_FROUND_CUR_DIRECTION);
2050}
2051
2052#define _mm_div_round_sd(__A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002053 (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002054 (__v2df) _mm_setzero_pd(), (__mmask8) -1, __R); })
2055
2056#define _mm_mask_div_round_sd(__W, __U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002057 (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002058 (__v2df) __W, (__mmask8) __U,__R); })
2059
2060#define _mm_maskz_div_round_sd(__U, __A, __B, __R) __extension__ ({ \
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002061 (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A, (__v2df) __B, \
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002062 (__v2df) _mm_setzero_pd(), (__mmask8) __U,__R); })
2063
Asaf Badouhffeb6242015-07-21 15:27:28 +00002064static __inline__ __m512d __DEFAULT_FN_ATTRS
2065_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2066 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2067 (__v8df) __B,
2068 (__v8df) __W,
2069 (__mmask8) __U,
2070 _MM_FROUND_CUR_DIRECTION);
2071}
2072
2073static __inline__ __m512d __DEFAULT_FN_ATTRS
2074_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2075 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2076 (__v8df) __B,
2077 (__v8df)
2078 _mm512_setzero_pd (),
2079 (__mmask8) __U,
2080 _MM_FROUND_CUR_DIRECTION);
2081}
2082
2083static __inline__ __m512 __DEFAULT_FN_ATTRS
2084_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2085 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2086 (__v16sf) __B,
2087 (__v16sf) __W,
2088 (__mmask16) __U,
2089 _MM_FROUND_CUR_DIRECTION);
2090}
2091
2092static __inline__ __m512 __DEFAULT_FN_ATTRS
2093_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2094 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2095 (__v16sf) __B,
2096 (__v16sf)
2097 _mm512_setzero_ps (),
2098 (__mmask16) __U,
2099 _MM_FROUND_CUR_DIRECTION);
2100}
2101
2102#define _mm512_div_round_pd(__A, __B, __R) __extension__ ({ \
2103 (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A, (__v8df) __B,\
2104 (__v8df) _mm512_setzero_pd(), (__mmask8) -1, __R); })
2105
2106#define _mm512_mask_div_round_pd(__W, __U, __A, __B, __R) __extension__ ({ \
2107 (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A, (__v8df) __B, \
2108 (__v8df) __W, (__mmask8) __U, __R); })
2109
2110#define _mm512_maskz_div_round_pd(__U, __A, __B, __R) __extension__ ({ \
2111 (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A, (__v8df) __B, \
2112 (__v8df) _mm512_setzero_pd(), (__mmask8) __U, __R);})
2113
2114#define _mm512_div_round_ps(__A, __B, __R) __extension__ ({ \
2115 (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A, (__v16sf) __B, \
2116 (__v16sf) _mm512_setzero_ps (), (__mmask16) -1, __R);})
2117
2118#define _mm512_mask_div_round_ps(__W, __U, __A, __B, __R) __extension__ ({ \
2119 (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A, (__v16sf) __B, \
2120 (__v16sf) __W, (__mmask16) __U, __R); });
2121
2122#define _mm512_maskz_div_round_ps(__U, __A, __B, __R) __extension__ ({ \
2123 (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A, (__v16sf) __B, \
2124 (__v16sf) _mm512_setzero_ps (), (__mmask16) __U, __R);});
2125
Craig Topper72c7d512015-02-01 07:35:35 +00002126#define _mm512_roundscale_ps(A, B) __extension__ ({ \
2127 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(A), (B), (__v16sf)(A), \
2128 -1, _MM_FROUND_CUR_DIRECTION); })
2129
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002130#define _mm512_mask_roundscale_ps( __A, __B, __C, __imm) __extension__ ({\
2131 (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __C, __imm,\
2132 (__v16sf) __A,(__mmask16) __B,\
2133 _MM_FROUND_CUR_DIRECTION);\
2134})
2135
2136#define _mm512_maskz_roundscale_ps( __A, __B, __imm) __extension__ ({\
2137 (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __B, __imm,\
2138 (__v16sf) _mm512_setzero_ps (),\
2139 (__mmask16) __A, _MM_FROUND_CUR_DIRECTION);\
2140})
2141
Craig Topper72c7d512015-02-01 07:35:35 +00002142#define _mm512_roundscale_pd(A, B) __extension__ ({ \
2143 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(A), (B), (__v8df)(A), \
2144 -1, _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002145
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002146#define _mm512_mask_roundscale_pd(__A, __B, __C, __imm) __extension__ ({\
2147 (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __C, __imm,\
2148 (__v8df) __A, (__mmask8) __B,\
2149 _MM_FROUND_CUR_DIRECTION);\
2150})
2151
2152#define _mm512_maskz_roundscale_pd(__A, __B, __imm) __extension__ ({\
2153 (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __B, __imm,\
2154 (__v8df) _mm512_setzero_pd (),\
2155 (__mmask8) __A, _MM_FROUND_CUR_DIRECTION);\
2156})
2157
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002158#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
2159 (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) (A), \
2160 (__v8df) (B), (__v8df) (C), \
2161 (__mmask8) -1, (R)); })
2162
2163
2164#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
2165 (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) (A), \
2166 (__v8df) (B), (__v8df) (C), \
2167 (__mmask8) (U), (R)); })
2168
2169
2170#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
2171 (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) (A), \
2172 (__v8df) (B), (__v8df) (C), \
2173 (__mmask8) (U), (R)); })
2174
2175
2176#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
2177 (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) (A), \
2178 (__v8df) (B), (__v8df) (C), \
2179 (__mmask8) (U), (R)); })
2180
2181
2182#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
2183 (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) (A), \
2184 (__v8df) (B), -(__v8df) (C), \
2185 (__mmask8) -1, (R)); })
2186
2187
2188#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
2189 (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) (A), \
2190 (__v8df) (B), -(__v8df) (C), \
2191 (__mmask8) (U), (R)); })
2192
2193
2194#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
2195 (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) (A), \
2196 (__v8df) (B), -(__v8df) (C), \
2197 (__mmask8) (U), (R)); })
2198
2199
2200#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
2201 (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) (A), \
2202 (__v8df) (B), (__v8df) (C), \
2203 (__mmask8) -1, (R)); })
2204
2205
2206#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
2207 (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) (A), \
2208 (__v8df) (B), (__v8df) (C), \
2209 (__mmask8) (U), (R)); })
2210
2211
2212#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
2213 (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) (A), \
2214 (__v8df) (B), (__v8df) (C), \
2215 (__mmask8) (U), (R)); })
2216
2217
2218#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
2219 (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) (A), \
2220 (__v8df) (B), -(__v8df) (C), \
2221 (__mmask8) -1, (R)); })
2222
2223
2224#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
2225 (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) (A), \
2226 (__v8df) (B), -(__v8df) (C), \
2227 (__mmask8) (U), (R)); })
2228
2229
Michael Kupersteine45af542015-06-30 13:36:19 +00002230static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002231_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2232{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002233 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2234 (__v8df) __B,
2235 (__v8df) __C,
2236 (__mmask8) -1,
2237 _MM_FROUND_CUR_DIRECTION);
2238}
2239
Michael Kupersteine45af542015-06-30 13:36:19 +00002240static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002241_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2242{
2243 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2244 (__v8df) __B,
2245 (__v8df) __C,
2246 (__mmask8) __U,
2247 _MM_FROUND_CUR_DIRECTION);
2248}
2249
Michael Kupersteine45af542015-06-30 13:36:19 +00002250static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002251_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2252{
2253 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2254 (__v8df) __B,
2255 (__v8df) __C,
2256 (__mmask8) __U,
2257 _MM_FROUND_CUR_DIRECTION);
2258}
2259
Michael Kupersteine45af542015-06-30 13:36:19 +00002260static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002261_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2262{
2263 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2264 (__v8df) __B,
2265 (__v8df) __C,
2266 (__mmask8) __U,
2267 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002268}
2269
Michael Kupersteine45af542015-06-30 13:36:19 +00002270static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002271_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2272{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002273 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2274 (__v8df) __B,
2275 -(__v8df) __C,
2276 (__mmask8) -1,
2277 _MM_FROUND_CUR_DIRECTION);
2278}
2279
Michael Kupersteine45af542015-06-30 13:36:19 +00002280static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002281_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2282{
2283 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2284 (__v8df) __B,
2285 -(__v8df) __C,
2286 (__mmask8) __U,
2287 _MM_FROUND_CUR_DIRECTION);
2288}
2289
Michael Kupersteine45af542015-06-30 13:36:19 +00002290static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002291_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2292{
2293 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2294 (__v8df) __B,
2295 -(__v8df) __C,
2296 (__mmask8) __U,
2297 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002298}
2299
Michael Kupersteine45af542015-06-30 13:36:19 +00002300static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002301_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2302{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002303 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2304 (__v8df) __B,
2305 (__v8df) __C,
2306 (__mmask8) -1,
2307 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002308}
2309
Michael Kupersteine45af542015-06-30 13:36:19 +00002310static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002311_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2312{
2313 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2314 (__v8df) __B,
2315 (__v8df) __C,
2316 (__mmask8) __U,
2317 _MM_FROUND_CUR_DIRECTION);
2318}
2319
Michael Kupersteine45af542015-06-30 13:36:19 +00002320static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002321_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2322{
2323 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2324 (__v8df) __B,
2325 (__v8df) __C,
2326 (__mmask8) __U,
2327 _MM_FROUND_CUR_DIRECTION);
2328}
2329
Michael Kupersteine45af542015-06-30 13:36:19 +00002330static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002331_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2332{
2333 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2334 (__v8df) __B,
2335 -(__v8df) __C,
2336 (__mmask8) -1,
2337 _MM_FROUND_CUR_DIRECTION);
2338}
2339
Michael Kupersteine45af542015-06-30 13:36:19 +00002340static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002341_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2342{
2343 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2344 (__v8df) __B,
2345 -(__v8df) __C,
2346 (__mmask8) __U,
2347 _MM_FROUND_CUR_DIRECTION);
2348}
2349
2350#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
2351 (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) (A), \
2352 (__v16sf) (B), (__v16sf) (C), \
2353 (__mmask16) -1, (R)); })
2354
2355
2356#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
2357 (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) (A), \
2358 (__v16sf) (B), (__v16sf) (C), \
2359 (__mmask16) (U), (R)); })
2360
2361
2362#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
2363 (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) (A), \
2364 (__v16sf) (B), (__v16sf) (C), \
2365 (__mmask16) (U), (R)); })
2366
2367
2368#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
2369 (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) (A), \
2370 (__v16sf) (B), (__v16sf) (C), \
2371 (__mmask16) (U), (R)); })
2372
2373
2374#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
2375 (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) (A), \
2376 (__v16sf) (B), -(__v16sf) (C), \
2377 (__mmask16) -1, (R)); })
2378
2379
2380#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
2381 (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) (A), \
2382 (__v16sf) (B), -(__v16sf) (C), \
2383 (__mmask16) (U), (R)); })
2384
2385
2386#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
2387 (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) (A), \
2388 (__v16sf) (B), -(__v16sf) (C), \
2389 (__mmask16) (U), (R)); })
2390
2391
2392#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
2393 (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) (A), \
2394 (__v16sf) (B), (__v16sf) (C), \
2395 (__mmask16) -1, (R)); })
2396
2397
2398#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
2399 (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) (A), \
2400 (__v16sf) (B), (__v16sf) (C), \
2401 (__mmask16) (U), (R)); })
2402
2403
2404#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
2405 (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) (A), \
2406 (__v16sf) (B), (__v16sf) (C), \
2407 (__mmask16) (U), (R)); })
2408
2409
2410#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
2411 (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) (A), \
2412 (__v16sf) (B), -(__v16sf) (C), \
2413 (__mmask16) -1, (R)); })
2414
2415
2416#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
2417 (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) (A), \
2418 (__v16sf) (B), -(__v16sf) (C), \
2419 (__mmask16) (U), (R)); })
2420
2421
Michael Kupersteine45af542015-06-30 13:36:19 +00002422static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002423_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2424{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002425 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2426 (__v16sf) __B,
2427 (__v16sf) __C,
2428 (__mmask16) -1,
2429 _MM_FROUND_CUR_DIRECTION);
2430}
2431
Michael Kupersteine45af542015-06-30 13:36:19 +00002432static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002433_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2434{
2435 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2436 (__v16sf) __B,
2437 (__v16sf) __C,
2438 (__mmask16) __U,
2439 _MM_FROUND_CUR_DIRECTION);
2440}
2441
Michael Kupersteine45af542015-06-30 13:36:19 +00002442static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002443_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2444{
2445 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2446 (__v16sf) __B,
2447 (__v16sf) __C,
2448 (__mmask16) __U,
2449 _MM_FROUND_CUR_DIRECTION);
2450}
2451
Michael Kupersteine45af542015-06-30 13:36:19 +00002452static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002453_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2454{
2455 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2456 (__v16sf) __B,
2457 (__v16sf) __C,
2458 (__mmask16) __U,
2459 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002460}
2461
Michael Kupersteine45af542015-06-30 13:36:19 +00002462static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002463_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2464{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002465 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2466 (__v16sf) __B,
2467 -(__v16sf) __C,
2468 (__mmask16) -1,
2469 _MM_FROUND_CUR_DIRECTION);
2470}
2471
Michael Kupersteine45af542015-06-30 13:36:19 +00002472static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002473_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2474{
2475 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2476 (__v16sf) __B,
2477 -(__v16sf) __C,
2478 (__mmask16) __U,
2479 _MM_FROUND_CUR_DIRECTION);
2480}
2481
Michael Kupersteine45af542015-06-30 13:36:19 +00002482static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002483_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2484{
2485 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2486 (__v16sf) __B,
2487 -(__v16sf) __C,
2488 (__mmask16) __U,
2489 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002490}
2491
Michael Kupersteine45af542015-06-30 13:36:19 +00002492static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002493_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2494{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002495 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2496 (__v16sf) __B,
2497 (__v16sf) __C,
2498 (__mmask16) -1,
2499 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002500}
2501
Michael Kupersteine45af542015-06-30 13:36:19 +00002502static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002503_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2504{
2505 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2506 (__v16sf) __B,
2507 (__v16sf) __C,
2508 (__mmask16) __U,
2509 _MM_FROUND_CUR_DIRECTION);
2510}
2511
Michael Kupersteine45af542015-06-30 13:36:19 +00002512static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002513_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2514{
2515 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2516 (__v16sf) __B,
2517 (__v16sf) __C,
2518 (__mmask16) __U,
2519 _MM_FROUND_CUR_DIRECTION);
2520}
2521
Michael Kupersteine45af542015-06-30 13:36:19 +00002522static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002523_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2524{
2525 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2526 (__v16sf) __B,
2527 -(__v16sf) __C,
2528 (__mmask16) -1,
2529 _MM_FROUND_CUR_DIRECTION);
2530}
2531
Michael Kupersteine45af542015-06-30 13:36:19 +00002532static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002533_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2534{
2535 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
2536 (__v16sf) __B,
2537 -(__v16sf) __C,
2538 (__mmask16) __U,
2539 _MM_FROUND_CUR_DIRECTION);
2540}
2541
2542#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
2543 (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) (A), \
2544 (__v8df) (B), (__v8df) (C), \
2545 (__mmask8) -1, (R)); })
2546
2547
2548#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
2549 (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) (A), \
2550 (__v8df) (B), (__v8df) (C), \
2551 (__mmask8) (U), (R)); })
2552
2553
2554#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
2555 (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) (A), \
2556 (__v8df) (B), (__v8df) (C), \
2557 (__mmask8) (U), (R)); })
2558
2559
2560#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
2561 (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) (A), \
2562 (__v8df) (B), (__v8df) (C), \
2563 (__mmask8) (U), (R)); })
2564
2565
2566#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
2567 (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) (A), \
2568 (__v8df) (B), -(__v8df) (C), \
2569 (__mmask8) -1, (R)); })
2570
2571
2572#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
2573 (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) (A), \
2574 (__v8df) (B), -(__v8df) (C), \
2575 (__mmask8) (U), (R)); })
2576
2577
2578#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
2579 (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) (A), \
2580 (__v8df) (B), -(__v8df) (C), \
2581 (__mmask8) (U), (R)); })
2582
2583
Michael Kupersteine45af542015-06-30 13:36:19 +00002584static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002585_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
2586{
2587 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
2588 (__v8df) __B,
2589 (__v8df) __C,
2590 (__mmask8) -1,
2591 _MM_FROUND_CUR_DIRECTION);
2592}
2593
Michael Kupersteine45af542015-06-30 13:36:19 +00002594static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002595_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2596{
2597 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
2598 (__v8df) __B,
2599 (__v8df) __C,
2600 (__mmask8) __U,
2601 _MM_FROUND_CUR_DIRECTION);
2602}
2603
Michael Kupersteine45af542015-06-30 13:36:19 +00002604static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002605_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2606{
2607 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
2608 (__v8df) __B,
2609 (__v8df) __C,
2610 (__mmask8) __U,
2611 _MM_FROUND_CUR_DIRECTION);
2612}
2613
Michael Kupersteine45af542015-06-30 13:36:19 +00002614static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002615_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2616{
2617 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
2618 (__v8df) __B,
2619 (__v8df) __C,
2620 (__mmask8) __U,
2621 _MM_FROUND_CUR_DIRECTION);
2622}
2623
Michael Kupersteine45af542015-06-30 13:36:19 +00002624static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002625_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
2626{
2627 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
2628 (__v8df) __B,
2629 -(__v8df) __C,
2630 (__mmask8) -1,
2631 _MM_FROUND_CUR_DIRECTION);
2632}
2633
Michael Kupersteine45af542015-06-30 13:36:19 +00002634static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002635_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2636{
2637 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
2638 (__v8df) __B,
2639 -(__v8df) __C,
2640 (__mmask8) __U,
2641 _MM_FROUND_CUR_DIRECTION);
2642}
2643
Michael Kupersteine45af542015-06-30 13:36:19 +00002644static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002645_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2646{
2647 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
2648 (__v8df) __B,
2649 -(__v8df) __C,
2650 (__mmask8) __U,
2651 _MM_FROUND_CUR_DIRECTION);
2652}
2653
2654#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
2655 (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) (A), \
2656 (__v16sf) (B), (__v16sf) (C), \
2657 (__mmask16) -1, (R)); })
2658
2659
2660#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
2661 (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) (A), \
2662 (__v16sf) (B), (__v16sf) (C), \
2663 (__mmask16) (U), (R)); })
2664
2665
2666#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
2667 (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) (A), \
2668 (__v16sf) (B), (__v16sf) (C), \
2669 (__mmask16) (U), (R)); })
2670
2671
2672#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
2673 (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) (A), \
2674 (__v16sf) (B), (__v16sf) (C), \
2675 (__mmask16) (U), (R)); })
2676
2677
2678#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
2679 (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) (A), \
2680 (__v16sf) (B), -(__v16sf) (C), \
2681 (__mmask16) -1, (R)); })
2682
2683
2684#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
2685 (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) (A), \
2686 (__v16sf) (B), -(__v16sf) (C), \
2687 (__mmask16) (U), (R)); })
2688
2689
2690#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
2691 (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) (A), \
2692 (__v16sf) (B), -(__v16sf) (C), \
2693 (__mmask16) (U), (R)); })
2694
2695
Michael Kupersteine45af542015-06-30 13:36:19 +00002696static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002697_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
2698{
2699 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
2700 (__v16sf) __B,
2701 (__v16sf) __C,
2702 (__mmask16) -1,
2703 _MM_FROUND_CUR_DIRECTION);
2704}
2705
Michael Kupersteine45af542015-06-30 13:36:19 +00002706static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002707_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2708{
2709 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
2710 (__v16sf) __B,
2711 (__v16sf) __C,
2712 (__mmask16) __U,
2713 _MM_FROUND_CUR_DIRECTION);
2714}
2715
Michael Kupersteine45af542015-06-30 13:36:19 +00002716static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002717_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2718{
2719 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
2720 (__v16sf) __B,
2721 (__v16sf) __C,
2722 (__mmask16) __U,
2723 _MM_FROUND_CUR_DIRECTION);
2724}
2725
Michael Kupersteine45af542015-06-30 13:36:19 +00002726static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002727_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2728{
2729 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
2730 (__v16sf) __B,
2731 (__v16sf) __C,
2732 (__mmask16) __U,
2733 _MM_FROUND_CUR_DIRECTION);
2734}
2735
Michael Kupersteine45af542015-06-30 13:36:19 +00002736static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002737_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
2738{
2739 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
2740 (__v16sf) __B,
2741 -(__v16sf) __C,
2742 (__mmask16) -1,
2743 _MM_FROUND_CUR_DIRECTION);
2744}
2745
Michael Kupersteine45af542015-06-30 13:36:19 +00002746static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002747_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2748{
2749 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
2750 (__v16sf) __B,
2751 -(__v16sf) __C,
2752 (__mmask16) __U,
2753 _MM_FROUND_CUR_DIRECTION);
2754}
2755
Michael Kupersteine45af542015-06-30 13:36:19 +00002756static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002757_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2758{
2759 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
2760 (__v16sf) __B,
2761 -(__v16sf) __C,
2762 (__mmask16) __U,
2763 _MM_FROUND_CUR_DIRECTION);
2764}
2765
2766#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
2767 (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) (A), \
2768 (__v8df) (B), (__v8df) (C), \
2769 (__mmask8) (U), (R)); })
2770
2771
Michael Kupersteine45af542015-06-30 13:36:19 +00002772static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002773_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2774{
2775 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
2776 (__v8df) __B,
2777 (__v8df) __C,
2778 (__mmask8) __U,
2779 _MM_FROUND_CUR_DIRECTION);
2780}
2781
2782#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
2783 (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) (A), \
2784 (__v16sf) (B), (__v16sf) (C), \
2785 (__mmask16) (U), (R)); })
2786
2787
Michael Kupersteine45af542015-06-30 13:36:19 +00002788static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002789_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2790{
2791 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
2792 (__v16sf) __B,
2793 (__v16sf) __C,
2794 (__mmask16) __U,
2795 _MM_FROUND_CUR_DIRECTION);
2796}
2797
2798#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
2799 (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) (A), \
2800 (__v8df) (B), (__v8df) (C), \
2801 (__mmask8) (U), (R)); })
2802
2803
Michael Kupersteine45af542015-06-30 13:36:19 +00002804static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002805_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2806{
2807 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
2808 (__v8df) __B,
2809 (__v8df) __C,
2810 (__mmask8) __U,
2811 _MM_FROUND_CUR_DIRECTION);
2812}
2813
2814#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
2815 (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) (A), \
2816 (__v16sf) (B), (__v16sf) (C), \
2817 (__mmask16) (U), (R)); })
2818
2819
Michael Kupersteine45af542015-06-30 13:36:19 +00002820static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002821_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2822{
2823 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
2824 (__v16sf) __B,
2825 (__v16sf) __C,
2826 (__mmask16) __U,
2827 _MM_FROUND_CUR_DIRECTION);
2828}
2829
2830#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
2831 (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) (A), \
2832 (__v8df) (B), (__v8df) (C), \
2833 (__mmask8) (U), (R)); })
2834
2835
Michael Kupersteine45af542015-06-30 13:36:19 +00002836static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002837_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2838{
2839 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
2840 (__v8df) __B,
2841 (__v8df) __C,
2842 (__mmask8) __U,
2843 _MM_FROUND_CUR_DIRECTION);
2844}
2845
2846#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
2847 (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) (A), \
2848 (__v16sf) (B), (__v16sf) (C), \
2849 (__mmask16) (U), (R)); })
2850
2851
Michael Kupersteine45af542015-06-30 13:36:19 +00002852static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002853_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2854{
2855 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
2856 (__v16sf) __B,
2857 (__v16sf) __C,
2858 (__mmask16) __U,
2859 _MM_FROUND_CUR_DIRECTION);
2860}
2861
2862#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
2863 (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) (A), \
2864 (__v8df) (B), (__v8df) (C), \
2865 (__mmask8) (U), (R)); })
2866
2867
2868#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
2869 (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) (A), \
2870 (__v8df) (B), (__v8df) (C), \
2871 (__mmask8) (U), (R)); })
2872
2873
Michael Kupersteine45af542015-06-30 13:36:19 +00002874static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002875_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2876{
2877 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
2878 (__v8df) __B,
2879 (__v8df) __C,
2880 (__mmask8) __U,
2881 _MM_FROUND_CUR_DIRECTION);
2882}
2883
Michael Kupersteine45af542015-06-30 13:36:19 +00002884static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002885_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2886{
2887 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
2888 (__v8df) __B,
2889 (__v8df) __C,
2890 (__mmask8) __U,
2891 _MM_FROUND_CUR_DIRECTION);
2892}
2893
2894#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
2895 (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) (A), \
2896 (__v16sf) (B), (__v16sf) (C), \
2897 (__mmask16) (U), (R)); })
2898
2899
2900#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
2901 (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) (A), \
2902 (__v16sf) (B), (__v16sf) (C), \
2903 (__mmask16) (U), (R)); })
2904
2905
Michael Kupersteine45af542015-06-30 13:36:19 +00002906static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002907_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2908{
2909 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
2910 (__v16sf) __B,
2911 (__v16sf) __C,
2912 (__mmask16) __U,
2913 _MM_FROUND_CUR_DIRECTION);
2914}
2915
Michael Kupersteine45af542015-06-30 13:36:19 +00002916static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002917_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2918{
2919 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
2920 (__v16sf) __B,
2921 (__v16sf) __C,
2922 (__mmask16) __U,
2923 _MM_FROUND_CUR_DIRECTION);
2924}
2925
2926
2927
Adam Nemet0d5bb552014-07-28 17:14:40 +00002928/* Vector permutations */
2929
Michael Kupersteine45af542015-06-30 13:36:19 +00002930static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00002931_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
2932{
2933 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
2934 /* idx */ ,
2935 (__v16si) __A,
2936 (__v16si) __B,
2937 (__mmask16) -1);
2938}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00002939
2940static __inline__ __m512i __DEFAULT_FN_ATTRS
2941_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
2942 __m512i __I, __m512i __B)
2943{
2944 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
2945 /* idx */ ,
2946 (__v16si) __A,
2947 (__v16si) __B,
2948 (__mmask16) __U);
2949}
2950
2951static __inline__ __m512i __DEFAULT_FN_ATTRS
2952_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
2953 __m512i __I, __m512i __B)
2954{
2955 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
2956 /* idx */ ,
2957 (__v16si) __A,
2958 (__v16si) __B,
2959 (__mmask16) __U);
2960}
2961
Michael Kupersteine45af542015-06-30 13:36:19 +00002962static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00002963_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
2964{
2965 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
2966 /* idx */ ,
2967 (__v8di) __A,
2968 (__v8di) __B,
2969 (__mmask8) -1);
2970}
2971
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00002972static __inline__ __m512i __DEFAULT_FN_ATTRS
2973_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
2974 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00002975{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00002976 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00002977 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00002978 (__v8di) __A,
2979 (__v8di) __B,
2980 (__mmask8) __U);
2981}
2982
2983
2984static __inline__ __m512i __DEFAULT_FN_ATTRS
2985_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
2986 __m512i __I, __m512i __B)
2987{
2988 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
2989 /* idx */ ,
2990 (__v8di) __A,
2991 (__v8di) __B,
2992 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00002993}
2994
Craig Topper67826a52015-02-01 07:35:40 +00002995#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
2996 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
2997 (__v8di)(__m512i)(B), \
2998 (I), (__v8di)_mm512_setzero_si512(), \
2999 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003000
Michael Zuckerman533e0652016-04-28 12:47:30 +00003001#define _mm512_mask_alignr_epi64( __W, __U, __A, __B, __imm) __extension__({\
3002 (__m512i)__builtin_ia32_alignq512_mask ((__v8di) __A,\
3003 (__v8di) __B, __imm,\
3004 (__v8di) __W,\
3005 (__mmask8) __U);\
3006})
3007
3008#define _mm512_maskz_alignr_epi64( __U, __A, __B, __imm) __extension__({\
3009 (__m512i)__builtin_ia32_alignq512_mask ((__v8di) __A,\
3010 (__v8di) __B, __imm,\
3011 (__v8di) _mm512_setzero_si512 (),\
3012 (__mmask8) __U);\
3013})
3014
Craig Topper67826a52015-02-01 07:35:40 +00003015#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Michael Zuckerman533e0652016-04-28 12:47:30 +00003016 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
Craig Topper67826a52015-02-01 07:35:40 +00003017 (__v16si)(__m512i)(B), \
3018 (I), (__v16si)_mm512_setzero_si512(), \
Michael Zuckerman533e0652016-04-28 12:47:30 +00003019 (__mmask16)-1);\
3020})
3021
3022#define _mm512_mask_alignr_epi32( __W, __U, __A, __B, __imm) __extension__ ({\
3023 (__m512i) __builtin_ia32_alignd512_mask((__v16si) __A,\
3024 (__v16si) __B, __imm,\
3025 (__v16si) __W,\
3026 (__mmask16) __U);\
3027})
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003028
Michael Zuckerman533e0652016-04-28 12:47:30 +00003029#define _mm512_maskz_alignr_epi32( __U, __A, __B, __imm) __extension__({\
3030 (__m512i) __builtin_ia32_alignd512_mask ((__v16si) __A,\
3031 (__v16si) __B, __imm,\
3032 (__v16si) _mm512_setzero_si512 (),\
3033 (__mmask16) __U);\
3034})
Adam Nemetf893ede2015-01-19 20:12:05 +00003035/* Vector Extract */
3036
3037#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003038 (__m256d) __builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), \
Adam Nemetf893ede2015-01-19 20:12:05 +00003039 (I), \
3040 (__v4df)_mm256_setzero_si256(), \
3041 (__mmask8) -1); })
3042
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003043#define _mm512_mask_extractf64x4_pd( __W, __U, __A, __imm) __extension__ ({\
3044 (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A, \
3045 __imm,\
3046 (__v4df) __W,\
3047 (__mmask8) __U);\
3048})
3049
3050#define _mm512_maskz_extractf64x4_pd( __U, __A, __imm) __extension__ ({\
3051 (__m256d) __builtin_ia32_extractf64x4_mask ((__v8df) __A,\
3052 __imm,\
3053 (__v4df)\
3054 _mm256_setzero_pd (),\
3055 (__mmask8) __U);\
3056})
3057
Adam Nemetf893ede2015-01-19 20:12:05 +00003058#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003059 (__m128) __builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), \
Adam Nemetf893ede2015-01-19 20:12:05 +00003060 (I), \
3061 (__v4sf)_mm_setzero_ps(), \
3062 (__mmask8) -1); })
3063
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003064#define _mm512_mask_extractf32x4_ps( __W, __U, __A, __imm) __extension__ ({\
3065 (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,\
3066 __imm,\
3067 (__v4sf) __W,\
3068 (__mmask8) __U);\
3069})
3070
3071#define _mm512_maskz_extractf32x4_ps( __U, __A, __imm) __extension__ ({\
3072 (__m128) __builtin_ia32_extractf32x4_mask ((__v16sf) __A,\
3073 __imm,\
3074 (__v4sf)\
3075 _mm_setzero_ps (),\
3076 (__mmask8) __U);\
3077})
Adam Nemet0d5bb552014-07-28 17:14:40 +00003078/* Vector Blend */
3079
Michael Kupersteine45af542015-06-30 13:36:19 +00003080static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003081_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3082{
3083 return (__m512d) __builtin_ia32_blendmpd_512_mask ((__v8df) __A,
3084 (__v8df) __W,
3085 (__mmask8) __U);
3086}
3087
Michael Kupersteine45af542015-06-30 13:36:19 +00003088static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003089_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3090{
3091 return (__m512) __builtin_ia32_blendmps_512_mask ((__v16sf) __A,
3092 (__v16sf) __W,
3093 (__mmask16) __U);
3094}
3095
Michael Kupersteine45af542015-06-30 13:36:19 +00003096static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003097_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3098{
3099 return (__m512i) __builtin_ia32_blendmq_512_mask ((__v8di) __A,
3100 (__v8di) __W,
3101 (__mmask8) __U);
3102}
3103
Michael Kupersteine45af542015-06-30 13:36:19 +00003104static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003105_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3106{
3107 return (__m512i) __builtin_ia32_blendmd_512_mask ((__v16si) __A,
3108 (__v16si) __W,
3109 (__mmask16) __U);
3110}
3111
3112/* Compare */
3113
Craig Topper53565c62015-02-01 22:27:40 +00003114#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3115 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
3116 (__v16sf)(__m512)(B), \
3117 (P), (__mmask16)-1, (R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003118
Craig Topper53565c62015-02-01 22:27:40 +00003119#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3120 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
3121 (__v16sf)(__m512)(B), \
3122 (P), (__mmask16)(U), (R)); })
3123
3124#define _mm512_cmp_ps_mask(A, B, P) \
3125 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3126
3127#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3128 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3129
3130#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3131 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
3132 (__v8df)(__m512d)(B), \
3133 (P), (__mmask8)-1, (R)); })
3134
3135#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3136 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
3137 (__v8df)(__m512d)(B), \
3138 (P), (__mmask8)(U), (R)); })
3139
3140#define _mm512_cmp_pd_mask(A, B, P) \
3141 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3142
3143#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3144 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003145
3146/* Conversion */
3147
Michael Kupersteine45af542015-06-30 13:36:19 +00003148static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003149_mm512_cvttps_epu32(__m512 __A)
3150{
3151 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3152 (__v16si)
3153 _mm512_setzero_si512 (),
3154 (__mmask16) -1,
3155 _MM_FROUND_CUR_DIRECTION);
3156}
3157
Michael Zuckermanf1544752016-05-09 10:32:51 +00003158static __inline__ __m512i __DEFAULT_FN_ATTRS
3159_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3160{
3161 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3162 (__v16si) __W,
3163 (__mmask16) __U,
3164 _MM_FROUND_CUR_DIRECTION);
3165}
3166
3167static __inline__ __m512i __DEFAULT_FN_ATTRS
3168_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3169{
3170 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3171 (__v16si) _mm512_setzero_si512 (),
3172 (__mmask16) __U,
3173 _MM_FROUND_CUR_DIRECTION);
3174}
3175
Craig Topper72c7d512015-02-01 07:35:35 +00003176#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
3177 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(A), \
3178 (__v16sf)_mm512_setzero_ps(), \
3179 (__mmask16)-1, (R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003180
Craig Topper72c7d512015-02-01 07:35:35 +00003181#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
3182 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(A), \
3183 (__v16sf)_mm512_setzero_ps(), \
3184 (__mmask16)-1, (R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003185
Michael Zuckermanf1544752016-05-09 10:32:51 +00003186static __inline__ __m512 __DEFAULT_FN_ATTRS
3187_mm512_cvtepu32_ps (__m512i __A)
3188{
3189 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3190 (__v16sf) _mm512_undefined_ps (),
3191 (__mmask16) -1,
3192 _MM_FROUND_CUR_DIRECTION);
3193}
3194
3195static __inline__ __m512 __DEFAULT_FN_ATTRS
3196_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3197{
3198 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3199 (__v16sf) __W,
3200 (__mmask16) __U,
3201 _MM_FROUND_CUR_DIRECTION);
3202}
3203
3204static __inline__ __m512 __DEFAULT_FN_ATTRS
3205_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3206{
3207 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3208 (__v16sf) _mm512_setzero_ps (),
3209 (__mmask16) __U,
3210 _MM_FROUND_CUR_DIRECTION);
3211}
3212
Michael Kupersteine45af542015-06-30 13:36:19 +00003213static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003214_mm512_cvtepi32_pd(__m256i __A)
3215{
3216 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Michael Zuckermanf1544752016-05-09 10:32:51 +00003217 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003218 _mm512_setzero_pd (),
3219 (__mmask8) -1);
3220}
3221
Michael Zuckermanf1544752016-05-09 10:32:51 +00003222static __inline__ __m512d __DEFAULT_FN_ATTRS
3223_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3224{
3225 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3226 (__v8df) __W,
3227 (__mmask8) __U);
3228}
3229
3230static __inline__ __m512d __DEFAULT_FN_ATTRS
3231_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3232{
3233 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3234 (__v8df) _mm512_setzero_pd (),
3235 (__mmask8) __U);
3236}
3237
3238static __inline__ __m512 __DEFAULT_FN_ATTRS
3239_mm512_cvtepi32_ps (__m512i __A)
3240{
3241 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3242 (__v16sf) _mm512_undefined_ps (),
3243 (__mmask16) -1,
3244 _MM_FROUND_CUR_DIRECTION);
3245}
3246
3247static __inline__ __m512 __DEFAULT_FN_ATTRS
3248_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3249{
3250 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3251 (__v16sf) __W,
3252 (__mmask16) __U,
3253 _MM_FROUND_CUR_DIRECTION);
3254}
3255
3256static __inline__ __m512 __DEFAULT_FN_ATTRS
3257_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3258{
3259 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3260 (__v16sf) _mm512_setzero_ps (),
3261 (__mmask16) __U,
3262 _MM_FROUND_CUR_DIRECTION);
3263}
3264
Michael Kupersteine45af542015-06-30 13:36:19 +00003265static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003266_mm512_cvtepu32_pd(__m256i __A)
3267{
3268 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3269 (__v8df)
3270 _mm512_setzero_pd (),
3271 (__mmask8) -1);
3272}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003273
Michael Zuckermanf1544752016-05-09 10:32:51 +00003274static __inline__ __m512d __DEFAULT_FN_ATTRS
3275_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3276{
3277 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3278 (__v8df) __W,
3279 (__mmask8) __U);
3280}
3281
3282static __inline__ __m512d __DEFAULT_FN_ATTRS
3283_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3284{
3285 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3286 (__v8df) _mm512_setzero_pd (),
3287 (__mmask8) __U);
3288}
3289
Craig Topper72c7d512015-02-01 07:35:35 +00003290#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
3291 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(A), \
3292 (__v8sf)_mm256_setzero_ps(), \
3293 (__mmask8)-1, (R)); })
3294
Michael Zuckermanf1544752016-05-09 10:32:51 +00003295static __inline__ __m256 __DEFAULT_FN_ATTRS
3296_mm512_cvtpd_ps (__m512d __A)
3297{
3298 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3299 (__v8sf) _mm256_undefined_ps (),
3300 (__mmask8) -1,
3301 _MM_FROUND_CUR_DIRECTION);
3302}
3303
3304static __inline__ __m256 __DEFAULT_FN_ATTRS
3305_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3306{
3307 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3308 (__v8sf) __W,
3309 (__mmask8) __U,
3310 _MM_FROUND_CUR_DIRECTION);
3311}
3312
3313static __inline__ __m256 __DEFAULT_FN_ATTRS
3314_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3315{
3316 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3317 (__v8sf) _mm256_setzero_ps (),
3318 (__mmask8) __U,
3319 _MM_FROUND_CUR_DIRECTION);
3320}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003321
Craig Topper72c7d512015-02-01 07:35:35 +00003322#define _mm512_cvtps_ph(A, I) __extension__ ({ \
3323 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(A), (I), \
3324 (__v16hi)_mm256_setzero_si256(), \
3325 -1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003326
Michael Zuckermanf1544752016-05-09 10:32:51 +00003327#define _mm512_mask_cvtps_ph(__U, __W, __A, __I) __extension__ ({ \
3328 (__m256i) __builtin_ia32_vcvtps2ph512_mask((__v16sf) __A,\
3329 __I,\
3330 (__v16hi) __U,\
3331 (__mmask16) __W);\
3332})
3333
3334#define _mm512_maskz_cvtps_ph( __W, __A, __I) __extension__ ({\
3335 (__m256i) __builtin_ia32_vcvtps2ph512_mask((__v16sf) __A,\
3336 __I,\
3337 (__v16hi)\
3338 _mm256_setzero_si256 (),\
3339 (__mmask16) __W);\
3340})
3341
3342
Michael Kupersteine45af542015-06-30 13:36:19 +00003343static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003344_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003345{
3346 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Michael Zuckermanf1544752016-05-09 10:32:51 +00003347 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003348 _mm512_setzero_ps (),
3349 (__mmask16) -1,
3350 _MM_FROUND_CUR_DIRECTION);
3351}
3352
Michael Zuckermanf1544752016-05-09 10:32:51 +00003353static __inline__ __m512 __DEFAULT_FN_ATTRS
3354_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003355{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003356 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3357 (__v16sf) __W,
3358 (__mmask16) __U,
3359 _MM_FROUND_CUR_DIRECTION);
3360}
3361
3362static __inline__ __m512 __DEFAULT_FN_ATTRS
3363_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3364{
3365 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3366 (__v16sf) _mm512_setzero_ps (),
3367 (__mmask16) __U,
3368 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003369}
3370
Michael Kupersteine45af542015-06-30 13:36:19 +00003371static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003372_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003373{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003374 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003375 (__v8si)_mm256_setzero_si256(),
3376 (__mmask8) -1,
3377 _MM_FROUND_CUR_DIRECTION);
3378}
3379
Michael Zuckermanf1544752016-05-09 10:32:51 +00003380static __inline__ __m256i __DEFAULT_FN_ATTRS
3381_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3382{
3383 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3384 (__v8si) __W,
3385 (__mmask8) __U,
3386 _MM_FROUND_CUR_DIRECTION);
3387}
3388
3389static __inline__ __m256i __DEFAULT_FN_ATTRS
3390_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3391{
3392 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3393 (__v8si) _mm256_setzero_si256 (),
3394 (__mmask8) __U,
3395 _MM_FROUND_CUR_DIRECTION);
3396}
3397
Craig Topper72c7d512015-02-01 07:35:35 +00003398#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3399 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(A), \
3400 (__v8si)_mm256_setzero_si256(), \
3401 (__mmask8)-1, (R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003402
Craig Topper72c7d512015-02-01 07:35:35 +00003403#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
3404 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(A), \
3405 (__v16si)_mm512_setzero_si512(), \
3406 (__mmask16)-1, (R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003407
Michael Zuckermanf1544752016-05-09 10:32:51 +00003408static __inline __m512i __DEFAULT_FN_ATTRS
3409_mm512_cvttps_epi32(__m512 __a)
3410{
3411 return (__m512i)
3412 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
3413 (__v16si) _mm512_setzero_si512 (),
3414 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
3415}
3416
3417static __inline__ __m512i __DEFAULT_FN_ATTRS
3418_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3419{
3420 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3421 (__v16si) __W,
3422 (__mmask16) __U,
3423 _MM_FROUND_CUR_DIRECTION);
3424}
3425
3426static __inline__ __m512i __DEFAULT_FN_ATTRS
3427_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
3428{
3429 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
3430 (__v16si) _mm512_setzero_si512 (),
3431 (__mmask16) __U,
3432 _MM_FROUND_CUR_DIRECTION);
3433}
Craig Topper72c7d512015-02-01 07:35:35 +00003434
3435#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
3436 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(A), \
3437 (__v16si)_mm512_setzero_si512(), \
3438 (__mmask16)-1, (R)); })
3439
Michael Zuckermanf1544752016-05-09 10:32:51 +00003440static __inline__ __m512i __DEFAULT_FN_ATTRS
3441_mm512_cvtps_epi32 (__m512 __A)
3442{
3443 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3444 (__v16si) _mm512_undefined_epi32 (),
3445 (__mmask16) -1,
3446 _MM_FROUND_CUR_DIRECTION);
3447}
3448
3449static __inline__ __m512i __DEFAULT_FN_ATTRS
3450_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
3451{
3452 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3453 (__v16si) __W,
3454 (__mmask16) __U,
3455 _MM_FROUND_CUR_DIRECTION);
3456}
3457
3458static __inline__ __m512i __DEFAULT_FN_ATTRS
3459_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
3460{
3461 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
3462 (__v16si)
3463 _mm512_setzero_si512 (),
3464 (__mmask16) __U,
3465 _MM_FROUND_CUR_DIRECTION);
3466}
3467
Craig Topper72c7d512015-02-01 07:35:35 +00003468#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
3469 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(A), \
3470 (__v8si)_mm256_setzero_si256(), \
3471 (__mmask8)-1, (R)); })
3472
Michael Zuckermanf1544752016-05-09 10:32:51 +00003473static __inline__ __m256i __DEFAULT_FN_ATTRS
3474_mm512_cvtpd_epi32 (__m512d __A)
3475{
3476 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
3477 (__v8si)
3478 _mm256_undefined_si256 (),
3479 (__mmask8) -1,
3480 _MM_FROUND_CUR_DIRECTION);
3481}
3482
3483static __inline__ __m256i __DEFAULT_FN_ATTRS
3484_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3485{
3486 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
3487 (__v8si) __W,
3488 (__mmask8) __U,
3489 _MM_FROUND_CUR_DIRECTION);
3490}
3491
3492static __inline__ __m256i __DEFAULT_FN_ATTRS
3493_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
3494{
3495 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
3496 (__v8si)
3497 _mm256_setzero_si256 (),
3498 (__mmask8) __U,
3499 _MM_FROUND_CUR_DIRECTION);
3500}
3501
Craig Topper72c7d512015-02-01 07:35:35 +00003502#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
3503 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(A), \
3504 (__v16si)_mm512_setzero_si512(), \
3505 (__mmask16)-1, (R)); })
3506
Michael Zuckermanf1544752016-05-09 10:32:51 +00003507static __inline__ __m512i __DEFAULT_FN_ATTRS
3508_mm512_cvtps_epu32 ( __m512 __A)
3509{
3510 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
3511 (__v16si)\
3512 _mm512_undefined_epi32 (),\
3513 (__mmask16) -1,\
3514 _MM_FROUND_CUR_DIRECTION);\
3515}
3516
3517static __inline__ __m512i __DEFAULT_FN_ATTRS
3518_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3519{
3520 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
3521 (__v16si) __W,
3522 (__mmask16) __U,
3523 _MM_FROUND_CUR_DIRECTION);
3524}
3525
Craig Topper72c7d512015-02-01 07:35:35 +00003526#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
3527 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(A), \
3528 (__v8si)_mm256_setzero_si256(), \
3529 (__mmask8) -1, (R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003530
Michael Zuckermanf1544752016-05-09 10:32:51 +00003531static __inline__ __m256i __DEFAULT_FN_ATTRS
3532_mm512_cvtpd_epu32 (__m512d __A)
3533{
3534 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
3535 (__v8si)
3536 _mm256_undefined_si256 (),
3537 (__mmask8) -1,
3538 _MM_FROUND_CUR_DIRECTION);
3539}
3540
3541static __inline__ __m256i __DEFAULT_FN_ATTRS
3542_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
3543{
3544 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
3545 (__v8si) __W,
3546 (__mmask8) __U,
3547 _MM_FROUND_CUR_DIRECTION);
3548}
3549
3550static __inline__ __m256i __DEFAULT_FN_ATTRS
3551_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
3552{
3553 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
3554 (__v8si)
3555 _mm256_setzero_si256 (),
3556 (__mmask8) __U,
3557 _MM_FROUND_CUR_DIRECTION);
3558}
Adam Nemet63a951e2015-01-14 01:31:17 +00003559/* Unpack and Interleave */
Michael Kupersteine45af542015-06-30 13:36:19 +00003560static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00003561_mm512_unpackhi_pd(__m512d __a, __m512d __b)
3562{
3563 return __builtin_shufflevector(__a, __b, 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
3564}
3565
Michael Kupersteine45af542015-06-30 13:36:19 +00003566static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00003567_mm512_unpacklo_pd(__m512d __a, __m512d __b)
3568{
3569 return __builtin_shufflevector(__a, __b, 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
3570}
3571
Michael Kupersteine45af542015-06-30 13:36:19 +00003572static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00003573_mm512_unpackhi_ps(__m512 __a, __m512 __b)
3574{
3575 return __builtin_shufflevector(__a, __b,
3576 2, 18, 3, 19,
3577 2+4, 18+4, 3+4, 19+4,
3578 2+8, 18+8, 3+8, 19+8,
3579 2+12, 18+12, 3+12, 19+12);
3580}
3581
Michael Kupersteine45af542015-06-30 13:36:19 +00003582static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00003583_mm512_unpacklo_ps(__m512 __a, __m512 __b)
3584{
3585 return __builtin_shufflevector(__a, __b,
3586 0, 16, 1, 17,
3587 0+4, 16+4, 1+4, 17+4,
3588 0+8, 16+8, 1+8, 17+8,
3589 0+12, 16+12, 1+12, 17+12);
3590}
3591
Adam Nemet0d5bb552014-07-28 17:14:40 +00003592/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003593
Michael Kupersteine45af542015-06-30 13:36:19 +00003594static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003595_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003596{
3597 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
3598 (__v16si) __B,
3599 (__mmask16) -1);
3600}
3601
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003602static __inline__ __mmask16 __DEFAULT_FN_ATTRS
3603_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
3604{
3605 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
3606 (__v16si) __B, __U);
3607}
3608
Michael Kupersteine45af542015-06-30 13:36:19 +00003609static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003610_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003611{
3612 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
3613 (__v8di) __B,
3614 (__mmask8) -1);
3615}
3616
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003617static __inline__ __mmask8 __DEFAULT_FN_ATTRS
3618_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
3619{
3620 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
3621}
3622
3623
Adam Nemet0d5bb552014-07-28 17:14:40 +00003624/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003625
Michael Kupersteine45af542015-06-30 13:36:19 +00003626static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003627_mm512_loadu_si512 (void const *__P)
3628{
Craig Topper4537ea72016-05-14 06:03:13 +00003629 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003630 (__v16si)
3631 _mm512_setzero_si512 (),
3632 (__mmask16) -1);
3633}
3634
3635static __inline __m512i __DEFAULT_FN_ATTRS
3636_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
3637{
Craig Topper4537ea72016-05-14 06:03:13 +00003638 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003639 (__v16si) __W,
3640 (__mmask16) __U);
3641}
3642
3643
3644static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003645_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003646{
Craig Topper4537ea72016-05-14 06:03:13 +00003647 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003648 (__v16si)
3649 _mm512_setzero_si512 (),
3650 (__mmask16) __U);
3651}
3652
Michael Kupersteine45af542015-06-30 13:36:19 +00003653static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003654_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
3655{
Craig Topper4537ea72016-05-14 06:03:13 +00003656 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003657 (__v8di) __W,
3658 (__mmask8) __U);
3659}
3660
3661static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003662_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003663{
Craig Topper4537ea72016-05-14 06:03:13 +00003664 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003665 (__v8di)
3666 _mm512_setzero_si512 (),
3667 (__mmask8) __U);
3668}
3669
Michael Kupersteine45af542015-06-30 13:36:19 +00003670static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003671_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
3672{
Craig Topper4537ea72016-05-14 06:03:13 +00003673 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003674 (__v16sf) __W,
3675 (__mmask16) __U);
3676}
3677
3678static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003679_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003680{
Craig Topper4537ea72016-05-14 06:03:13 +00003681 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003682 (__v16sf)
3683 _mm512_setzero_ps (),
3684 (__mmask16) __U);
3685}
3686
Michael Kupersteine45af542015-06-30 13:36:19 +00003687static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003688_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003689{
Craig Topper4537ea72016-05-14 06:03:13 +00003690 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003691 (__v8df) __W,
3692 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00003693}
3694
Michael Kupersteine45af542015-06-30 13:36:19 +00003695static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003696_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00003697{
Craig Topper4537ea72016-05-14 06:03:13 +00003698 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00003699 (__v8df)
3700 _mm512_setzero_pd (),
3701 (__mmask8) __U);
3702}
3703
Michael Kupersteine45af542015-06-30 13:36:19 +00003704static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00003705_mm512_loadu_pd(double const *__p)
3706{
3707 struct __loadu_pd {
3708 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00003709 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00003710 return ((struct __loadu_pd*)__p)->__v;
3711}
3712
Michael Kupersteine45af542015-06-30 13:36:19 +00003713static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00003714_mm512_loadu_ps(float const *__p)
3715{
3716 struct __loadu_ps {
3717 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00003718 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00003719 return ((struct __loadu_ps*)__p)->__v;
3720}
3721
Michael Kupersteine45af542015-06-30 13:36:19 +00003722static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00003723_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00003724{
3725 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
3726 (__v16sf)
3727 _mm512_setzero_ps (),
3728 (__mmask16) -1);
3729}
3730
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003731static __inline __m512 __DEFAULT_FN_ATTRS
3732_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
3733{
3734 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
3735 (__v16sf) __W,
3736 (__mmask16) __U);
3737}
3738
3739static __inline __m512 __DEFAULT_FN_ATTRS
3740_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
3741{
3742 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
3743 (__v16sf)
3744 _mm512_setzero_ps (),
3745 (__mmask16) __U);
3746}
3747
Michael Kupersteine45af542015-06-30 13:36:19 +00003748static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00003749_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00003750{
3751 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
3752 (__v8df)
3753 _mm512_setzero_pd (),
3754 (__mmask8) -1);
3755}
3756
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003757static __inline __m512d __DEFAULT_FN_ATTRS
3758_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
3759{
3760 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
3761 (__v8df) __W,
3762 (__mmask8) __U);
3763}
3764
3765static __inline __m512d __DEFAULT_FN_ATTRS
3766_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
3767{
3768 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
3769 (__v8df)
3770 _mm512_setzero_pd (),
3771 (__mmask8) __U);
3772}
3773
3774static __inline __m512i __DEFAULT_FN_ATTRS
3775_mm512_load_si512 (void const *__P)
3776{
3777 return *(__m512i *) __P;
3778}
3779
3780static __inline __m512i __DEFAULT_FN_ATTRS
3781_mm512_load_epi32 (void const *__P)
3782{
3783 return *(__m512i *) __P;
3784}
3785
3786static __inline __m512i __DEFAULT_FN_ATTRS
3787_mm512_load_epi64 (void const *__P)
3788{
3789 return *(__m512i *) __P;
3790}
3791
Adam Nemet0d5bb552014-07-28 17:14:40 +00003792/* SIMD store ops */
3793
Michael Kupersteine45af542015-06-30 13:36:19 +00003794static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003795_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003796{
Craig Topper4537ea72016-05-14 06:03:13 +00003797 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003798 (__mmask8) __U);
3799}
3800
Michael Kupersteine45af542015-06-30 13:36:19 +00003801static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003802_mm512_storeu_si512 (void *__P, __m512i __A)
3803{
Craig Topper4537ea72016-05-14 06:03:13 +00003804 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003805 (__mmask16) -1);
3806}
3807
3808static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003809_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003810{
Craig Topper4537ea72016-05-14 06:03:13 +00003811 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003812 (__mmask16) __U);
3813}
3814
Michael Kupersteine45af542015-06-30 13:36:19 +00003815static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003816_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003817{
Craig Topper4537ea72016-05-14 06:03:13 +00003818 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003819}
3820
Michael Kupersteine45af542015-06-30 13:36:19 +00003821static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00003822_mm512_storeu_pd(void *__P, __m512d __A)
3823{
Craig Topper4537ea72016-05-14 06:03:13 +00003824 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00003825}
3826
Michael Kupersteine45af542015-06-30 13:36:19 +00003827static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003828_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003829{
Craig Topper4537ea72016-05-14 06:03:13 +00003830 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003831 (__mmask16) __U);
3832}
3833
Michael Kupersteine45af542015-06-30 13:36:19 +00003834static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00003835_mm512_storeu_ps(void *__P, __m512 __A)
3836{
Craig Topper4537ea72016-05-14 06:03:13 +00003837 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00003838}
3839
Michael Kupersteine45af542015-06-30 13:36:19 +00003840static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00003841_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00003842{
Adam Nemetc0cff242015-01-16 18:51:50 +00003843 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00003844}
3845
Michael Kupersteine45af542015-06-30 13:36:19 +00003846static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00003847_mm512_store_pd(void *__P, __m512d __A)
3848{
3849 *(__m512d*)__P = __A;
3850}
3851
Michael Kupersteine45af542015-06-30 13:36:19 +00003852static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00003853_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
3854{
3855 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
3856 (__mmask16) __U);
3857}
3858
Michael Kupersteine45af542015-06-30 13:36:19 +00003859static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00003860_mm512_store_ps(void *__P, __m512 __A)
3861{
3862 *(__m512*)__P = __A;
3863}
3864
Michael Zuckermane9e8e572016-05-10 13:13:54 +00003865static __inline void __DEFAULT_FN_ATTRS
3866_mm512_store_si512 (void *__P, __m512i __A)
3867{
3868 *(__m512i *) __P = __A;
3869}
3870
3871static __inline void __DEFAULT_FN_ATTRS
3872_mm512_store_epi32 (void *__P, __m512i __A)
3873{
3874 *(__m512i *) __P = __A;
3875}
3876
3877static __inline void __DEFAULT_FN_ATTRS
3878_mm512_store_epi64 (void *__P, __m512i __A)
3879{
3880 *(__m512i *) __P = __A;
3881}
3882
Adam Nemet2db1d2f2014-07-30 16:51:27 +00003883/* Mask ops */
3884
Michael Kupersteine45af542015-06-30 13:36:19 +00003885static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00003886_mm512_knot(__mmask16 __M)
3887{
3888 return __builtin_ia32_knothi(__M);
3889}
3890
Robert Khasanovb9f3a912014-10-08 17:18:13 +00003891/* Integer compare */
3892
Michael Kupersteine45af542015-06-30 13:36:19 +00003893static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00003894_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
3895 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
3896 (__mmask16)-1);
3897}
3898
Michael Kupersteine45af542015-06-30 13:36:19 +00003899static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00003900_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
3901 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
3902 __u);
3903}
3904
Michael Kupersteine45af542015-06-30 13:36:19 +00003905static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003906_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
3907 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
3908 (__mmask16)-1);
3909}
3910
Michael Kupersteine45af542015-06-30 13:36:19 +00003911static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003912_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
3913 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
3914 __u);
3915}
3916
Michael Kupersteine45af542015-06-30 13:36:19 +00003917static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00003918_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
3919 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
3920 __u);
3921}
3922
Michael Kupersteine45af542015-06-30 13:36:19 +00003923static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00003924_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
3925 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
3926 (__mmask8)-1);
3927}
3928
Michael Kupersteine45af542015-06-30 13:36:19 +00003929static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003930_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
3931 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
3932 (__mmask8)-1);
3933}
3934
Michael Kupersteine45af542015-06-30 13:36:19 +00003935static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003936_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
3937 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
3938 __u);
3939}
3940
Michael Kupersteine45af542015-06-30 13:36:19 +00003941static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003942_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
3943 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
3944 (__mmask16)-1);
3945}
3946
Michael Kupersteine45af542015-06-30 13:36:19 +00003947static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003948_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
3949 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
3950 __u);
3951}
3952
Michael Kupersteine45af542015-06-30 13:36:19 +00003953static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003954_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
3955 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
3956 (__mmask16)-1);
3957}
3958
Michael Kupersteine45af542015-06-30 13:36:19 +00003959static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003960_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
3961 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
3962 __u);
3963}
3964
Michael Kupersteine45af542015-06-30 13:36:19 +00003965static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003966_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
3967 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
3968 (__mmask8)-1);
3969}
3970
Michael Kupersteine45af542015-06-30 13:36:19 +00003971static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003972_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
3973 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
3974 __u);
3975}
3976
Michael Kupersteine45af542015-06-30 13:36:19 +00003977static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003978_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
3979 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
3980 (__mmask8)-1);
3981}
3982
Michael Kupersteine45af542015-06-30 13:36:19 +00003983static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003984_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
3985 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
3986 __u);
3987}
3988
Michael Kupersteine45af542015-06-30 13:36:19 +00003989static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003990_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
3991 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
3992 (__mmask16)-1);
3993}
3994
Michael Kupersteine45af542015-06-30 13:36:19 +00003995static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00003996_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
3997 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
3998 __u);
3999}
4000
Michael Kupersteine45af542015-06-30 13:36:19 +00004001static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004002_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4003 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4004 (__mmask16)-1);
4005}
4006
Michael Kupersteine45af542015-06-30 13:36:19 +00004007static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004008_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4009 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4010 __u);
4011}
4012
Michael Kupersteine45af542015-06-30 13:36:19 +00004013static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004014_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4015 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4016 __u);
4017}
4018
Michael Kupersteine45af542015-06-30 13:36:19 +00004019static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004020_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4021 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4022 (__mmask8)-1);
4023}
4024
Michael Kupersteine45af542015-06-30 13:36:19 +00004025static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004026_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4027 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4028 (__mmask8)-1);
4029}
4030
Michael Kupersteine45af542015-06-30 13:36:19 +00004031static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004032_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4033 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4034 __u);
4035}
4036
Michael Kupersteine45af542015-06-30 13:36:19 +00004037static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004038_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4039 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4040 (__mmask16)-1);
4041}
4042
Michael Kupersteine45af542015-06-30 13:36:19 +00004043static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004044_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4045 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4046 __u);
4047}
4048
Michael Kupersteine45af542015-06-30 13:36:19 +00004049static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004050_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4051 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4052 (__mmask16)-1);
4053}
4054
Michael Kupersteine45af542015-06-30 13:36:19 +00004055static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004056_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4057 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4058 __u);
4059}
4060
Michael Kupersteine45af542015-06-30 13:36:19 +00004061static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004062_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4063 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4064 (__mmask8)-1);
4065}
4066
Michael Kupersteine45af542015-06-30 13:36:19 +00004067static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004068_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4069 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4070 __u);
4071}
4072
Michael Kupersteine45af542015-06-30 13:36:19 +00004073static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004074_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4075 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4076 (__mmask8)-1);
4077}
4078
Michael Kupersteine45af542015-06-30 13:36:19 +00004079static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004080_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4081 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4082 __u);
4083}
4084
Michael Kupersteine45af542015-06-30 13:36:19 +00004085static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004086_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4087 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4088 (__mmask16)-1);
4089}
4090
Michael Kupersteine45af542015-06-30 13:36:19 +00004091static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004092_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4093 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4094 __u);
4095}
4096
Michael Kupersteine45af542015-06-30 13:36:19 +00004097static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004098_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4099 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4100 (__mmask16)-1);
4101}
4102
Michael Kupersteine45af542015-06-30 13:36:19 +00004103static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004104_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4105 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4106 __u);
4107}
4108
Michael Kupersteine45af542015-06-30 13:36:19 +00004109static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004110_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4111 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4112 (__mmask8)-1);
4113}
4114
Michael Kupersteine45af542015-06-30 13:36:19 +00004115static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004116_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4117 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4118 __u);
4119}
4120
Michael Kupersteine45af542015-06-30 13:36:19 +00004121static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004122_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4123 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4124 (__mmask8)-1);
4125}
4126
Michael Kupersteine45af542015-06-30 13:36:19 +00004127static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004128_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4129 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4130 __u);
4131}
4132
Michael Kupersteine45af542015-06-30 13:36:19 +00004133static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004134_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4135 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4136 (__mmask16)-1);
4137}
4138
Michael Kupersteine45af542015-06-30 13:36:19 +00004139static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004140_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4141 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4142 __u);
4143}
4144
Michael Kupersteine45af542015-06-30 13:36:19 +00004145static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004146_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4147 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4148 (__mmask16)-1);
4149}
4150
Michael Kupersteine45af542015-06-30 13:36:19 +00004151static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004152_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4153 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4154 __u);
4155}
4156
Michael Kupersteine45af542015-06-30 13:36:19 +00004157static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004158_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4159 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4160 (__mmask8)-1);
4161}
4162
Michael Kupersteine45af542015-06-30 13:36:19 +00004163static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004164_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4165 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4166 __u);
4167}
4168
Michael Kupersteine45af542015-06-30 13:36:19 +00004169static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004170_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4171 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4172 (__mmask8)-1);
4173}
4174
Michael Kupersteine45af542015-06-30 13:36:19 +00004175static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004176_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4177 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4178 __u);
4179}
4180
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004181static __inline__ __m512i __DEFAULT_FN_ATTRS
4182_mm512_cvtepi8_epi32 (__m128i __A)
4183{
4184 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4185 (__v16si)
4186 _mm512_setzero_si512 (),
4187 (__mmask16) -1);
4188}
4189
4190static __inline__ __m512i __DEFAULT_FN_ATTRS
4191_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4192{
4193 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4194 (__v16si) __W,
4195 (__mmask16) __U);
4196}
4197
4198static __inline__ __m512i __DEFAULT_FN_ATTRS
4199_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4200{
4201 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4202 (__v16si)
4203 _mm512_setzero_si512 (),
4204 (__mmask16) __U);
4205}
4206
4207static __inline__ __m512i __DEFAULT_FN_ATTRS
4208_mm512_cvtepi8_epi64 (__m128i __A)
4209{
4210 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4211 (__v8di)
4212 _mm512_setzero_si512 (),
4213 (__mmask8) -1);
4214}
4215
4216static __inline__ __m512i __DEFAULT_FN_ATTRS
4217_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4218{
4219 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4220 (__v8di) __W,
4221 (__mmask8) __U);
4222}
4223
4224static __inline__ __m512i __DEFAULT_FN_ATTRS
4225_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4226{
4227 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4228 (__v8di)
4229 _mm512_setzero_si512 (),
4230 (__mmask8) __U);
4231}
4232
4233static __inline__ __m512i __DEFAULT_FN_ATTRS
4234_mm512_cvtepi32_epi64 (__m256i __X)
4235{
4236 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4237 (__v8di)
4238 _mm512_setzero_si512 (),
4239 (__mmask8) -1);
4240}
4241
4242static __inline__ __m512i __DEFAULT_FN_ATTRS
4243_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
4244{
4245 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4246 (__v8di) __W,
4247 (__mmask8) __U);
4248}
4249
4250static __inline__ __m512i __DEFAULT_FN_ATTRS
4251_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
4252{
4253 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4254 (__v8di)
4255 _mm512_setzero_si512 (),
4256 (__mmask8) __U);
4257}
4258
4259static __inline__ __m512i __DEFAULT_FN_ATTRS
4260_mm512_cvtepi16_epi32 (__m256i __A)
4261{
4262 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4263 (__v16si)
4264 _mm512_setzero_si512 (),
4265 (__mmask16) -1);
4266}
4267
4268static __inline__ __m512i __DEFAULT_FN_ATTRS
4269_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
4270{
4271 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4272 (__v16si) __W,
4273 (__mmask16) __U);
4274}
4275
4276static __inline__ __m512i __DEFAULT_FN_ATTRS
4277_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
4278{
4279 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4280 (__v16si)
4281 _mm512_setzero_si512 (),
4282 (__mmask16) __U);
4283}
4284
4285static __inline__ __m512i __DEFAULT_FN_ATTRS
4286_mm512_cvtepi16_epi64 (__m128i __A)
4287{
4288 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4289 (__v8di)
4290 _mm512_setzero_si512 (),
4291 (__mmask8) -1);
4292}
4293
4294static __inline__ __m512i __DEFAULT_FN_ATTRS
4295_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4296{
4297 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4298 (__v8di) __W,
4299 (__mmask8) __U);
4300}
4301
4302static __inline__ __m512i __DEFAULT_FN_ATTRS
4303_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
4304{
4305 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4306 (__v8di)
4307 _mm512_setzero_si512 (),
4308 (__mmask8) __U);
4309}
4310
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00004311static __inline__ __m512i __DEFAULT_FN_ATTRS
4312_mm512_cvtepu8_epi32 (__m128i __A)
4313{
4314 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4315 (__v16si)
4316 _mm512_setzero_si512 (),
4317 (__mmask16) -1);
4318}
4319
4320static __inline__ __m512i __DEFAULT_FN_ATTRS
4321_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4322{
4323 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4324 (__v16si) __W,
4325 (__mmask16) __U);
4326}
4327
4328static __inline__ __m512i __DEFAULT_FN_ATTRS
4329_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
4330{
4331 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4332 (__v16si)
4333 _mm512_setzero_si512 (),
4334 (__mmask16) __U);
4335}
4336
4337static __inline__ __m512i __DEFAULT_FN_ATTRS
4338_mm512_cvtepu8_epi64 (__m128i __A)
4339{
4340 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
4341 (__v8di)
4342 _mm512_setzero_si512 (),
4343 (__mmask8) -1);
4344}
4345
4346static __inline__ __m512i __DEFAULT_FN_ATTRS
4347_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4348{
4349 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
4350 (__v8di) __W,
4351 (__mmask8) __U);
4352}
4353
4354static __inline__ __m512i __DEFAULT_FN_ATTRS
4355_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
4356{
4357 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
4358 (__v8di)
4359 _mm512_setzero_si512 (),
4360 (__mmask8) __U);
4361}
4362
4363static __inline__ __m512i __DEFAULT_FN_ATTRS
4364_mm512_cvtepu32_epi64 (__m256i __X)
4365{
4366 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
4367 (__v8di)
4368 _mm512_setzero_si512 (),
4369 (__mmask8) -1);
4370}
4371
4372static __inline__ __m512i __DEFAULT_FN_ATTRS
4373_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
4374{
4375 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
4376 (__v8di) __W,
4377 (__mmask8) __U);
4378}
4379
4380static __inline__ __m512i __DEFAULT_FN_ATTRS
4381_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
4382{
4383 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
4384 (__v8di)
4385 _mm512_setzero_si512 (),
4386 (__mmask8) __U);
4387}
4388
4389static __inline__ __m512i __DEFAULT_FN_ATTRS
4390_mm512_cvtepu16_epi32 (__m256i __A)
4391{
4392 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
4393 (__v16si)
4394 _mm512_setzero_si512 (),
4395 (__mmask16) -1);
4396}
4397
4398static __inline__ __m512i __DEFAULT_FN_ATTRS
4399_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
4400{
4401 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
4402 (__v16si) __W,
4403 (__mmask16) __U);
4404}
4405
4406static __inline__ __m512i __DEFAULT_FN_ATTRS
4407_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
4408{
4409 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
4410 (__v16si)
4411 _mm512_setzero_si512 (),
4412 (__mmask16) __U);
4413}
4414
4415static __inline__ __m512i __DEFAULT_FN_ATTRS
4416_mm512_cvtepu16_epi64 (__m128i __A)
4417{
4418 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
4419 (__v8di)
4420 _mm512_setzero_si512 (),
4421 (__mmask8) -1);
4422}
4423
4424static __inline__ __m512i __DEFAULT_FN_ATTRS
4425_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4426{
4427 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
4428 (__v8di) __W,
4429 (__mmask8) __U);
4430}
4431
4432static __inline__ __m512i __DEFAULT_FN_ATTRS
4433_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
4434{
4435 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
4436 (__v8di)
4437 _mm512_setzero_si512 (),
4438 (__mmask8) __U);
4439}
4440
Michael Zuckermane98cc742016-02-23 15:59:47 +00004441static __inline__ __m512i __DEFAULT_FN_ATTRS
4442_mm512_rorv_epi32 (__m512i __A, __m512i __B)
4443{
4444 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4445 (__v16si) __B,
4446 (__v16si)
4447 _mm512_setzero_si512 (),
4448 (__mmask16) -1);
4449}
4450
4451static __inline__ __m512i __DEFAULT_FN_ATTRS
4452_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4453{
4454 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4455 (__v16si) __B,
4456 (__v16si) __W,
4457 (__mmask16) __U);
4458}
4459
4460static __inline__ __m512i __DEFAULT_FN_ATTRS
4461_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
4462{
4463 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
4464 (__v16si) __B,
4465 (__v16si)
4466 _mm512_setzero_si512 (),
4467 (__mmask16) __U);
4468}
4469
4470static __inline__ __m512i __DEFAULT_FN_ATTRS
4471_mm512_rorv_epi64 (__m512i __A, __m512i __B)
4472{
4473 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4474 (__v8di) __B,
4475 (__v8di)
4476 _mm512_setzero_si512 (),
4477 (__mmask8) -1);
4478}
4479
4480static __inline__ __m512i __DEFAULT_FN_ATTRS
4481_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4482{
4483 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4484 (__v8di) __B,
4485 (__v8di) __W,
4486 (__mmask8) __U);
4487}
4488
4489static __inline__ __m512i __DEFAULT_FN_ATTRS
4490_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4491{
4492 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
4493 (__v8di) __B,
4494 (__v8di)
4495 _mm512_setzero_si512 (),
4496 (__mmask8) __U);
4497}
4498
4499
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00004500
Craig Topper4cac1c22015-01-25 23:30:07 +00004501#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004502 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
4503 (__v16si)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004504 (__mmask16)-1); })
4505
4506#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004507 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
4508 (__v16si)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004509 (__mmask16)-1); })
4510
4511#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004512 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
4513 (__v8di)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004514 (__mmask8)-1); })
4515
4516#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004517 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
4518 (__v8di)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004519 (__mmask8)-1); })
4520
4521#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004522 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
4523 (__v16si)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004524 (__mmask16)(m)); })
4525
4526#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004527 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
4528 (__v16si)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004529 (__mmask16)(m)); })
4530
4531#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004532 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
4533 (__v8di)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004534 (__mmask8)(m)); })
4535
4536#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00004537 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
4538 (__v8di)(__m512i)(b), (p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00004539 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00004540
Michael Zuckerman38a27272016-02-22 09:05:41 +00004541#define _mm512_rol_epi32(a, b) __extension__ ({ \
4542 (__m512i) __builtin_ia32_prold512_mask ((__v16si) (a), (b),\
4543 (__v16si)\
4544 _mm512_setzero_si512 (),\
4545 (__mmask16) -1); })
4546
4547#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
4548 (__m512i) __builtin_ia32_prold512_mask ((__v16si) (a), (b),\
4549 (__v16si) (W),\
4550 (__mmask16) (U)); })
4551
4552#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
4553 (__m512i) __builtin_ia32_prold512_mask ((__v16si) (a), (b),\
4554 (__v16si)\
4555 _mm512_setzero_si512 (),\
4556 (__mmask16) (U)); })
4557
4558#define _mm512_rol_epi64(a, b) __extension__ ({ \
4559 (__m512i) __builtin_ia32_prolq512_mask ((__v8di) (a), (b),\
4560 (__v8di)\
4561 _mm512_setzero_si512 (),\
4562 (__mmask8) -1); })
4563
4564#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
4565 (__m512i) __builtin_ia32_prolq512_mask ((__v8di) (a), (b),\
4566 (__v8di) (W),\
4567 (__mmask8) (U)); })
4568
4569#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
4570 (__m512i) __builtin_ia32_prolq512_mask ((__v8di) (a), (b),\
4571 (__v8di)\
4572 _mm512_setzero_si512 (),\
4573 (__mmask8) (U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00004574static __inline__ __m512i __DEFAULT_FN_ATTRS
4575_mm512_rolv_epi32 (__m512i __A, __m512i __B)
4576{
4577 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4578 (__v16si) __B,
4579 (__v16si)
4580 _mm512_setzero_si512 (),
4581 (__mmask16) -1);
4582}
4583
4584static __inline__ __m512i __DEFAULT_FN_ATTRS
4585_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
4586{
4587 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4588 (__v16si) __B,
4589 (__v16si) __W,
4590 (__mmask16) __U);
4591}
4592
4593static __inline__ __m512i __DEFAULT_FN_ATTRS
4594_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
4595{
4596 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
4597 (__v16si) __B,
4598 (__v16si)
4599 _mm512_setzero_si512 (),
4600 (__mmask16) __U);
4601}
4602
4603static __inline__ __m512i __DEFAULT_FN_ATTRS
4604_mm512_rolv_epi64 (__m512i __A, __m512i __B)
4605{
4606 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4607 (__v8di) __B,
4608 (__v8di)
4609 _mm512_setzero_si512 (),
4610 (__mmask8) -1);
4611}
4612
4613static __inline__ __m512i __DEFAULT_FN_ATTRS
4614_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
4615{
4616 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4617 (__v8di) __B,
4618 (__v8di) __W,
4619 (__mmask8) __U);
4620}
4621
4622static __inline__ __m512i __DEFAULT_FN_ATTRS
4623_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
4624{
4625 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
4626 (__v8di) __B,
4627 (__v8di)
4628 _mm512_setzero_si512 (),
4629 (__mmask8) __U);
4630}
4631
4632#define _mm512_ror_epi32( __A, __B) __extension__ ({ \
4633__builtin_ia32_prord512_mask ((__v16si)( __A),( __B),\
4634 (__v16si)\
4635 _mm512_setzero_si512 (),\
4636 (__mmask16) -1);\
Michael Zuckerman4924c7a2016-02-23 14:23:53 +00004637})
Michael Zuckerman0231f162016-02-23 13:41:13 +00004638
4639#define _mm512_mask_ror_epi32( __W, __U, __A, __B) __extension__ ({ \
4640__builtin_ia32_prord512_mask ((__v16si)( __A),( __B),\
4641 (__v16si)( __W),\
4642 (__mmask16)( __U));\
Michael Zuckerman4924c7a2016-02-23 14:23:53 +00004643})
Michael Zuckerman0231f162016-02-23 13:41:13 +00004644
4645#define _mm512_maskz_ror_epi32( __U, __A, __B) __extension__ ({ \
4646__builtin_ia32_prord512_mask ((__v16si)( __A),( __B),\
4647 (__v16si)\
4648 _mm512_setzero_si512 (),\
4649 (__mmask16)( __U));\
Michael Zuckerman4924c7a2016-02-23 14:23:53 +00004650})
Michael Zuckerman0231f162016-02-23 13:41:13 +00004651
4652#define _mm512_ror_epi64( __A, __B) __extension__ ({ \
4653__builtin_ia32_prorq512_mask ((__v8di)( __A),( __B),\
4654 (__v8di)\
4655 _mm512_setzero_si512 (),\
4656 (__mmask8) -1);\
Michael Zuckerman4924c7a2016-02-23 14:23:53 +00004657})
Michael Zuckerman0231f162016-02-23 13:41:13 +00004658
4659#define _mm512_mask_ror_epi64( __W, __U, __A, __B) __extension__ ({ \
4660__builtin_ia32_prorq512_mask ((__v8di)( __A),( __B),\
4661 (__v8di)( __W),\
4662 (__mmask8)( __U));\
Michael Zuckerman4924c7a2016-02-23 14:23:53 +00004663})
Michael Zuckerman0231f162016-02-23 13:41:13 +00004664
4665#define _mm512_maskz_ror_epi64( __U, __A, __B) __extension__ ({ \
4666__builtin_ia32_prorq512_mask ((__v8di)( __A),( __B),\
4667 (__v8di)\
4668 _mm512_setzero_si512 (),\
4669 (__mmask8)( __U));\
Michael Zuckerman4924c7a2016-02-23 14:23:53 +00004670})
Michael Zuckerman38a27272016-02-22 09:05:41 +00004671
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00004672#define _mm512_slli_epi32( __A, __B) __extension__ ({ \
4673__builtin_ia32_pslldi512_mask ((__v16si)( __A),( __B),\
4674 (__v16si)\
4675 _mm512_setzero_si512 (),\
4676 (__mmask16) -1);\
4677})
4678
4679#define _mm512_mask_slli_epi32( __W, __U, __A ,__B) __extension__ ({ \
4680__builtin_ia32_pslldi512_mask ((__v16si) (__A), (__B),\
4681 (__v16si)( __W),\
4682 (__mmask16)( __U));\
4683})
4684
4685#define _mm512_maskz_slli_epi32( __U, __A, __B) __extension__ ({ \
4686__builtin_ia32_pslldi512_mask ((__v16si)( __A),( __B),\
4687 (__v16si)\
4688 _mm512_setzero_si512 (),\
4689 (__mmask16)( __U));\
4690})
4691
4692#define _mm512_slli_epi64( __A, __B) __extension__ ({ \
4693__builtin_ia32_psllqi512_mask ((__v8di)( __A),( __B),\
4694 (__v8di)\
4695 _mm512_setzero_si512 (),\
4696 (__mmask8) -1);\
4697})
4698
4699#define _mm512_mask_slli_epi64( __W, __U, __A ,__B) __extension__ ({ \
4700__builtin_ia32_psllqi512_mask ((__v8di) (__A), (__B),\
4701 (__v8di)( __W),\
4702 (__mmask8)( __U));\
4703})
4704
4705#define _mm512_maskz_slli_epi64( __U, __A, __B) __extension__ ({ \
4706__builtin_ia32_psllqi512_mask ((__v8di)( __A),( __B),\
4707 (__v8di)\
4708 _mm512_setzero_si512 (),\
4709 (__mmask8)( __U));\
4710})
4711
Michael Zuckerman38a27272016-02-22 09:05:41 +00004712
Michael Zuckermand176d742016-03-01 17:49:03 +00004713
4714#define _mm512_srli_epi32( __A, __B) __extension__ ({ \
4715__builtin_ia32_psrldi512_mask ((__v16si)( __A),( __B),\
4716 (__v16si)\
4717 _mm512_setzero_si512 (),\
4718 (__mmask16) -1);\
4719})
4720
4721#define _mm512_mask_srli_epi32( __W, __U, __A, __B) __extension__ ({ \
4722__builtin_ia32_psrldi512_mask ((__v16si)( __A),( __B),\
4723 (__v16si)( __W),\
4724 (__mmask16)( __U));\
4725})
4726
4727#define _mm512_maskz_srli_epi32( __U, __A, __B) __extension__ ({ \
4728__builtin_ia32_psrldi512_mask ((__v16si)( __A),( __B),\
4729 (__v16si)\
4730 _mm512_setzero_si512 (),\
4731 (__mmask16)( __U));\
4732})
4733
4734#define _mm512_srli_epi64( __A, __B) __extension__ ({ \
4735__builtin_ia32_psrlqi512_mask ((__v8di)( __A),( __B),\
4736 (__v8di)\
4737 _mm512_setzero_si512 (),\
4738 (__mmask8) -1);\
4739})
4740
4741#define _mm512_mask_srli_epi64( __W, __U, __A, __B) __extension__ ({ \
4742__builtin_ia32_psrlqi512_mask ((__v8di)( __A),( __B),\
4743 (__v8di)( __W),\
4744 (__mmask8)( __U));\
4745})
4746
4747#define _mm512_maskz_srli_epi64( __U, __A, __B) __extension__ ({ \
4748__builtin_ia32_psrlqi512_mask ((__v8di)( __A),( __B),\
4749 (__v8di)\
4750 _mm512_setzero_si512 (),\
4751 (__mmask8)( __U));\
4752})
4753
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00004754static __inline__ __m512i __DEFAULT_FN_ATTRS
4755_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4756{
4757 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
4758 (__v16si) __W,
4759 (__mmask16) __U);
4760}
4761
4762static __inline__ __m512i __DEFAULT_FN_ATTRS
4763_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
4764{
4765 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
4766 (__v16si)
4767 _mm512_setzero_si512 (),
4768 (__mmask16) __U);
4769}
4770
4771static __inline__ void __DEFAULT_FN_ATTRS
4772_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
4773{
4774 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
4775 (__mmask16) __U);
4776}
4777
4778static __inline__ __m512i __DEFAULT_FN_ATTRS
4779_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
4780{
4781 return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
4782 (__v8di) __W,
4783 (__mmask8) __U);
4784}
4785
4786static __inline__ __m512i __DEFAULT_FN_ATTRS
4787_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
4788{
4789 return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
4790 (__v8di)
4791 _mm512_setzero_si512 (),
4792 (__mmask8) __U);
4793}
4794
4795static __inline__ __m512i __DEFAULT_FN_ATTRS
4796_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4797{
4798 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
4799 (__v8di) __W,
4800 (__mmask8) __U);
4801}
4802
4803static __inline__ __m512i __DEFAULT_FN_ATTRS
4804_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
4805{
4806 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
4807 (__v8di)
4808 _mm512_setzero_si512 (),
4809 (__mmask8) __U);
4810}
4811
4812static __inline__ void __DEFAULT_FN_ATTRS
4813_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
4814{
4815 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
4816 (__mmask8) __U);
4817}
4818
4819
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00004820
4821static __inline__ __m512d __DEFAULT_FN_ATTRS
4822_mm512_movedup_pd (__m512d __A)
4823{
4824 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
4825 (__v8df)
4826 _mm512_undefined_pd (),
4827 (__mmask8) -1);
4828}
4829
4830static __inline__ __m512d __DEFAULT_FN_ATTRS
4831_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
4832{
4833 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
4834 (__v8df) __W,
4835 (__mmask8) __U);
4836}
4837
4838static __inline__ __m512d __DEFAULT_FN_ATTRS
4839_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
4840{
4841 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
4842 (__v8df)
4843 _mm512_setzero_pd (),
4844 (__mmask8) __U);
4845}
4846
Michael Zuckermandef78752016-03-28 12:23:09 +00004847#define _mm512_fixupimm_round_pd( __A, __B, __C, __imm, __R) __extension__ ({ \
4848__builtin_ia32_fixupimmpd512_mask ((__v8df)( __A),\
4849 (__v8df)( __B),\
4850 (__v8di)( __C),\
4851 (__imm),\
4852 (__mmask8) -1, (__R));\
4853})
4854
4855#define _mm512_mask_fixupimm_round_pd( __A, __U, __B, __C, __imm, __R) __extension__ ({ \
4856__builtin_ia32_fixupimmpd512_mask ((__v8df)( __A),\
4857 (__v8df)( __B),\
4858 (__v8di)( __C),\
4859 (__imm),\
4860 (__mmask8)( __U), (__R));\
4861})
4862
4863#define _mm512_fixupimm_pd( __A, __B, __C, __imm) __extension__ ({ \
4864__builtin_ia32_fixupimmpd512_mask ((__v8df)( __A),\
4865 (__v8df)( __B),\
4866 (__v8di)( __C),\
4867 ( __imm),\
4868 (__mmask8) -1,\
4869 _MM_FROUND_CUR_DIRECTION);\
4870})
4871
4872#define _mm512_mask_fixupimm_pd( __A, __U, __B, __C, __imm) __extension__ ({ \
4873__builtin_ia32_fixupimmpd512_mask ((__v8df)( __A),\
4874 (__v8df)( __B),\
4875 (__v8di)( __C),\
4876 ( __imm),\
4877 (__mmask8)( __U),\
4878 _MM_FROUND_CUR_DIRECTION);\
4879})
4880
4881#define _mm512_maskz_fixupimm_round_pd( __U, __A, __B, __C, __imm, __R) __extension__ ({ \
4882__builtin_ia32_fixupimmpd512_maskz ((__v8df)( __A),\
4883 (__v8df)( __B),\
4884 (__v8di)( __C),\
4885 (__imm),\
4886 (__mmask8)( __U), (__R));\
4887})
4888
4889#define _mm512_maskz_fixupimm_pd( __U, __A, __B, __C, __imm) __extension__ ({ \
4890__builtin_ia32_fixupimmpd512_maskz ((__v8df)( __A),\
4891 (__v8df)( __B),\
4892 (__v8di)( __C),\
4893 ( __imm),\
4894 (__mmask8)( __U),\
4895 _MM_FROUND_CUR_DIRECTION);\
4896})
4897
4898#define _mm512_fixupimm_round_ps( __A, __B, __C, __imm, __R) __extension__ ({ \
4899__builtin_ia32_fixupimmps512_mask ((__v16sf)( __A),\
4900 (__v16sf)( __B),\
4901 (__v16si)( __C),\
4902 (__imm),\
4903 (__mmask16) -1, (__R));\
4904})
4905
4906#define _mm512_mask_fixupimm_round_ps( __A, __U, __B, __C, __imm, __R) __extension__ ({ \
4907__builtin_ia32_fixupimmps512_mask ((__v16sf)( __A),\
4908 (__v16sf)( __B),\
4909 (__v16si)( __C),\
4910 (__imm),\
4911 (__mmask16)( __U), (__R));\
4912})
4913
4914#define _mm512_fixupimm_ps( __A, __B, __C, __imm) __extension__ ({ \
4915__builtin_ia32_fixupimmps512_mask ((__v16sf)( __A),\
4916 (__v16sf)( __B),\
4917 (__v16si)( __C),\
4918 ( __imm),\
4919 (__mmask16) -1,\
4920 _MM_FROUND_CUR_DIRECTION);\
4921})
4922
4923#define _mm512_mask_fixupimm_ps( __A, __U, __B, __C, __imm) __extension__ ({ \
4924__builtin_ia32_fixupimmps512_mask ((__v16sf)( __A),\
4925 (__v16sf)( __B),\
4926 (__v16si)( __C),\
4927 ( __imm),\
4928 (__mmask16)( __U),\
4929 _MM_FROUND_CUR_DIRECTION);\
4930})
4931
4932#define _mm512_maskz_fixupimm_round_ps( __U, __A, __B, __C, __imm, __R) __extension__ ({ \
4933__builtin_ia32_fixupimmps512_maskz ((__v16sf)( __A),\
4934 (__v16sf)( __B),\
4935 (__v16si)( __C),\
4936 (__imm),\
4937 (__mmask16)( __U), (__R));\
4938})
4939
4940#define _mm512_maskz_fixupimm_ps( __U, __A, __B, __C, __imm) __extension__ ({ \
4941__builtin_ia32_fixupimmps512_maskz ((__v16sf)( __A),\
4942 (__v16sf)( __B),\
4943 (__v16si)( __C),\
4944 ( __imm),\
4945 (__mmask16)( __U),\
4946 _MM_FROUND_CUR_DIRECTION);\
4947})
4948
4949#define _mm_fixupimm_round_sd( __A, __B, __C, __imm, __R) __extension__ ({ \
4950__builtin_ia32_fixupimmsd_mask ((__v2df)( __A),\
4951 (__v2df)( __B),\
4952 (__v2di)( __C), __imm,\
4953 (__mmask8) -1, (__R));\
4954})
4955
4956#define _mm_mask_fixupimm_round_sd( __A, __U, __B, __C, __imm, __R) __extension__ ({ \
4957__builtin_ia32_fixupimmsd_mask ((__v2df)( __A),\
4958 (__v2df)( __B),\
4959 (__v2di)( __C), __imm,\
4960 (__mmask8)( __U), (__R));\
4961})
4962
4963#define _mm_fixupimm_sd( __A, __B, __C, __imm) __extension__ ({ \
4964__builtin_ia32_fixupimmsd_mask ((__v2df)( __A),\
4965 (__v2df)( __B),\
4966 (__v2di)( __C),( __imm),\
4967 (__mmask8) -1,\
4968 _MM_FROUND_CUR_DIRECTION);\
4969})
4970
4971#define _mm_mask_fixupimm_sd( __A, __U, __B, __C, __imm) __extension__ ({ \
4972__builtin_ia32_fixupimmsd_mask ((__v2df)( __A),\
4973 (__v2df)( __B),\
4974 (__v2di)( __C),( __imm),\
4975 (__mmask8)( __U),\
4976 _MM_FROUND_CUR_DIRECTION);\
4977})
4978
4979#define _mm_maskz_fixupimm_round_sd( __U, __A, __B, __C, __imm, __R) __extension__ ({ \
4980__builtin_ia32_fixupimmsd_maskz ((__v2df)( __A),\
4981 (__v2df)( __B),\
4982 (__v2di)( __C),\
4983 __imm,\
4984 (__mmask8)( __U), (__R));\
4985})
4986
4987#define _mm_maskz_fixupimm_sd( __U, __A, __B, __C, __imm) __extension__ ({ \
4988__builtin_ia32_fixupimmsd_maskz ((__v2df)( __A),\
4989 (__v2df)( __B),\
4990 (__v2di)( __C),\
4991 ( __imm),\
4992 (__mmask8)( __U),\
4993 _MM_FROUND_CUR_DIRECTION);\
4994})
4995
4996#define _mm_fixupimm_round_ss( __A, __B, __C, __imm, __R) __extension__ ({ \
4997__builtin_ia32_fixupimmss_mask ((__v4sf)( __A),\
4998 (__v4sf)( __B),\
4999 (__v4si)( __C), (__imm),\
5000 (__mmask8) -1, (__R));\
5001})
5002
5003#define _mm_mask_fixupimm_round_ss( __A, __U, __B, __C, __imm, __R) __extension__ ({ \
5004__builtin_ia32_fixupimmss_mask ((__v4sf)( __A),\
5005 (__v4sf)( __B),\
5006 (__v4si)( __C), (__imm),\
5007 (__mmask8)( __U), (__R));\
5008})
5009
5010#define _mm_fixupimm_ss( __A, __B, __C, __imm) __extension__ ({ \
5011__builtin_ia32_fixupimmss_mask ((__v4sf)( __A),\
5012 (__v4sf)( __B),\
5013 (__v4si)( __C),( __imm),\
5014 (__mmask8) -1,\
5015 _MM_FROUND_CUR_DIRECTION);\
5016})
5017
5018#define _mm_mask_fixupimm_ss( __A, __U, __B, __C, __imm) __extension__ ({ \
5019__builtin_ia32_fixupimmss_mask ((__v4sf)( __A),\
5020 (__v4sf)( __B),\
5021 (__v4si)( __C),( __imm),\
5022 (__mmask8)( __U),\
5023 _MM_FROUND_CUR_DIRECTION);\
5024})
5025
5026#define _mm_maskz_fixupimm_round_ss( __U, __A, __B, __C, __imm, __R) __extension__ ({ \
5027__builtin_ia32_fixupimmss_maskz ((__v4sf)( __A),\
5028 (__v4sf)( __B),\
5029 (__v4si)( __C), (__imm),\
5030 (__mmask8)( __U), (__R));\
5031})
5032
5033#define _mm_maskz_fixupimm_ss( __U, __A, __B, __C, __imm) __extension__ ({ \
5034__builtin_ia32_fixupimmss_maskz ((__v4sf)( __A),\
5035 (__v4sf)( __B),\
5036 (__v4si)( __C),( __imm),\
5037 (__mmask8)( __U),\
5038 _MM_FROUND_CUR_DIRECTION);\
5039})
5040
5041#define _mm_getexp_round_sd( __A, __B ,__R) __extension__ ({ \
5042__builtin_ia32_getexpsd128_round_mask ((__v2df)(__A),\
5043 (__v2df)( __B), (__v2df) _mm_setzero_pd(), (__mmask8) -1,\
5044 ( __R));\
5045})
5046
5047
5048static __inline__ __m128d __DEFAULT_FN_ATTRS
5049_mm_getexp_sd (__m128d __A, __m128d __B)
5050{
5051 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5052 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5053}
5054
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005055static __inline__ __m128d __DEFAULT_FN_ATTRS
5056_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
5057{
5058 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5059 (__v2df) __B,
5060 (__v2df) __W,
5061 (__mmask8) __U,
5062 _MM_FROUND_CUR_DIRECTION);
5063}
5064
5065#define _mm_mask_getexp_round_sd( __W, __U, __A, __B, __R) __extension__ ({\
5066__builtin_ia32_getexpsd128_round_mask ((__v2df) __A,\
5067 (__v2df) __B,\
5068 (__v2df) __W,\
5069 (__mmask8) __U,\
5070 __R);\
5071})
5072
5073static __inline__ __m128d __DEFAULT_FN_ATTRS
5074_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
5075{
5076 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5077 (__v2df) __B,
5078 (__v2df) _mm_setzero_pd (),
5079 (__mmask8) __U,
5080 _MM_FROUND_CUR_DIRECTION);
5081}
5082
5083#define _mm_maskz_getexp_round_sd( __U, __A, __B, __R) __extension__ ({\
5084__builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,\
5085 (__v2df) __B,\
5086 (__v2df) _mm_setzero_pd (),\
5087 (__mmask8) __U,\
5088 __R);\
5089})
5090
Michael Zuckermandef78752016-03-28 12:23:09 +00005091#define _mm_getexp_round_ss( __A, __B, __R) __extension__ ({ \
5092__builtin_ia32_getexpss128_round_mask ((__v4sf)( __A),\
5093 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(), (__mmask8) -1,\
5094 ( __R));\
5095})
5096
5097static __inline__ __m128 __DEFAULT_FN_ATTRS
5098_mm_getexp_ss (__m128 __A, __m128 __B)
5099{
5100 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5101 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5102}
5103
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005104static __inline__ __m128d __DEFAULT_FN_ATTRS
5105_mm_mask_getexp_ss (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
5106{
5107 return (__m128d) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5108 (__v4sf) __B,
5109 (__v4sf) __W,
5110 (__mmask8) __U,
5111 _MM_FROUND_CUR_DIRECTION);
5112}
5113
5114#define _mm_mask_getexp_round_ss( __W, __U, __A, __B, __R) __extension__ ({\
5115__builtin_ia32_getexpss128_round_mask ((__v4sf) __A,\
5116 (__v4sf) __B,\
5117 (__v4sf) __W,\
5118 (__mmask8) __U,\
5119 __R);\
5120})
5121
5122static __inline__ __m128d __DEFAULT_FN_ATTRS
5123_mm_maskz_getexp_ss (__mmask8 __U, __m128d __A, __m128d __B)
5124{
5125 return (__m128d) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5126 (__v4sf) __B,
5127 (__v4sf) _mm_setzero_pd (),
5128 (__mmask8) __U,
5129 _MM_FROUND_CUR_DIRECTION);
5130}
5131
5132#define _mm_maskz_getexp_round_ss( __U, __A, __B, __R) __extension__ ({\
5133__builtin_ia32_getexpss128_round_mask ((__v4sf) __A,\
5134 (__v4sf) __B,\
5135 (__v4sf) _mm_setzero_ps (),\
5136 (__mmask8) __U,\
5137 __R);\
5138})
5139
Michael Zuckermandef78752016-03-28 12:23:09 +00005140#define _mm_getmant_round_sd( __A, __B, __C, __D, __R) __extension__ ({ \
5141__builtin_ia32_getmantsd_round_mask ((__v2df)( __A),\
5142 (__v2df)( __B),\
5143 (( __D) << 2) |( __C), (__v2df) _mm_setzero_pd(), (__mmask8) -1,\
5144 ( __R));\
5145})
5146
5147#define _mm_getmant_sd( __A, __B, __C, __D) __extension__ ({ \
5148__builtin_ia32_getmantsd_round_mask ((__v2df)( __A),\
5149 (__v2df)( __B),\
5150 (( __D) << 2) |( __C), (__v2df) _mm_setzero_pd(), (__mmask8) -1,\
5151 _MM_FROUND_CUR_DIRECTION);\
5152})
5153
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005154#define _mm_mask_getmant_sd( __W, __U, __A, __B, __C, __D) __extension__ ({\
5155__builtin_ia32_getmantsd_round_mask ( (__v2df) __A,\
5156 (__v2df) __B,\
5157 (( __D) << 2) |( __C),\
5158 (__v2df) __W,\
5159 (__mmask8) __U,\
5160 _MM_FROUND_CUR_DIRECTION);\
5161})
5162
5163#define _mm_mask_getmant_round_sd( __W, __U, __A, __B, __C, __D, __R)({\
5164__builtin_ia32_getmantsd_round_mask ( (__v2df) __A,\
5165 (__v2df) __B,\
5166 (( __D) << 2) |( __C),\
5167 (__v2df) __W,\
5168 (__mmask8) __U,\
5169 __R);\
5170})
5171
5172#define _mm_maskz_getmant_sd( __U, __A, __B, __C, __D) __extension__ ({\
5173__builtin_ia32_getmantsd_round_mask ( (__v2df) __A,\
5174 (__v2df) __B,\
5175 (( __D) << 2) |( __C),\
5176 (__v2df) _mm_setzero_pd (),\
5177 (__mmask8) __U,\
5178 _MM_FROUND_CUR_DIRECTION);\
5179})
5180
5181#define _mm_maskz_getmant_round_sd( __U, __A, __B, __C, __D, __R) __extension__ ({\
5182__builtin_ia32_getmantsd_round_mask ( (__v2df) __A,\
5183 (__v2df) __B,\
5184 (( __D) << 2) |( __C),\
5185 (__v2df) _mm_setzero_pd (),\
5186 (__mmask8) __U,\
5187 __R);\
5188})
5189
Michael Zuckermandef78752016-03-28 12:23:09 +00005190#define _mm_getmant_round_ss( __A, __B, __C, __D, __R) __extension__ ({ \
5191__builtin_ia32_getmantss_round_mask ((__v4sf)( __A),\
5192 (__v4sf)( __B),\
5193 ((__D) << 2) |( __C), (__v4sf) _mm_setzero_ps(), (__mmask8) -1,\
5194 ( __R));\
5195})
5196
5197#define _mm_getmant_ss(__A, __B, __C, __D) __extension__ ({ \
5198__builtin_ia32_getmantss_round_mask ((__v4sf)( __A),\
5199 (__v4sf)( __B),\
5200 ((__D) << 2) |( __C), (__v4sf) _mm_setzero_ps(), (__mmask8) -1,\
5201 _MM_FROUND_CUR_DIRECTION);\
5202})
5203
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005204#define _mm_mask_getmant_ss( __W, __U, __A, __B, __C, __D) __extension__ ({\
5205__builtin_ia32_getmantss_round_mask ((__v4sf) __A,\
5206 (__v4sf) __B,\
5207 (( __D) << 2) |( __C),\
5208 (__v4sf) __W,\
5209 (__mmask8) __U,\
5210 _MM_FROUND_CUR_DIRECTION);\
5211})
5212
5213#define _mm_mask_getmant_round_ss( __W, __U, __A, __B, __C, __D, __R)({\
5214__builtin_ia32_getmantss_round_mask ((__v4sf) __A,\
5215 (__v4sf) __B,\
5216 (( __D) << 2) |( __C),\
5217 (__v4sf) __W,\
5218 (__mmask8) __U,\
5219 __R);\
5220})
5221
5222#define _mm_maskz_getmant_ss( __U, __A, __B, __C, __D) __extension__ ({\
5223__builtin_ia32_getmantss_round_mask ((__v4sf) __A,\
5224 (__v4sf) __B,\
5225 (( __D) << 2) |( __C),\
5226 (__v4sf) _mm_setzero_pd (),\
5227 (__mmask8) __U,\
5228 _MM_FROUND_CUR_DIRECTION);\
5229})
5230
5231#define _mm_maskz_getmant_round_ss( __U, __A, __B, __C, __D, __R) __extension__ ({\
5232__builtin_ia32_getmantss_round_mask ((__v4sf) __A,\
5233 (__v4sf) __B,\
5234 (( __D) << 2) |( __C),\
5235 (__v4sf) _mm_setzero_ps (),\
5236 (__mmask8) __U,\
5237 __R);\
5238})
Michael Zuckermandef78752016-03-28 12:23:09 +00005239
5240static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5241_mm512_kmov (__mmask16 __A)
5242{
5243 return __A;
5244}
5245
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005246#define _mm_comi_round_sd(__A, __B, __P, __R) __extension__ ({\
5247__builtin_ia32_vcomisd ((__v2df) (__A), (__v2df) (__B), ( __P), ( __R));\
5248})
5249
5250#define _mm_comi_round_ss( __A, __B, __P, __R) __extension__ ({\
5251__builtin_ia32_vcomiss ((__v4sf) (__A), (__v4sf) (__B), ( __P), ( __R));\
5252})
5253
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005254static __inline__ __m512d __DEFAULT_FN_ATTRS
5255_mm512_mask_unpackhi_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
5256{
5257 return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
5258 (__v8df) __B,
5259 (__v8df) __W,
5260 (__mmask8) __U);
5261}
Michael Zuckerman8d161992016-04-10 17:24:03 +00005262#define _mm_cvt_roundsd_si64( __A, __R) __extension__ ({ \
5263__builtin_ia32_vcvtsd2si64 ((__v2df)( __A),( __R));\
5264})
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005265static __inline__ __m512i __DEFAULT_FN_ATTRS
5266_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5267 __mmask16 __U, __m512i __B)
5268{
5269 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5270 (__v16si) __I
5271 /* idx */ ,
5272 (__v16si) __B,
5273 (__mmask16) __U);
5274}
Michael Zuckerman1af947a2016-04-11 12:32:31 +00005275static __inline__ __m512i __DEFAULT_FN_ATTRS
5276_mm512_unpackhi_epi32 (__m512i __A, __m512i __B)
5277{
5278 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
5279 (__v16si) __B,
5280 (__v16si)
5281 _mm512_setzero_si512 (),
5282 (__mmask16) -1);
5283}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005284
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005285static __inline__ __m512i __DEFAULT_FN_ATTRS
5286_mm512_sll_epi32 (__m512i __A, __m128i __B)
5287{
5288 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5289 (__v4si) __B,
5290 (__v16si)
5291 _mm512_setzero_si512 (),
5292 (__mmask16) -1);
5293}
5294
5295static __inline__ __m512i __DEFAULT_FN_ATTRS
5296_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5297{
5298 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5299 (__v4si) __B,
5300 (__v16si) __W,
5301 (__mmask16) __U);
5302}
5303
5304static __inline__ __m512i __DEFAULT_FN_ATTRS
5305_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5306{
5307 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5308 (__v4si) __B,
5309 (__v16si)
5310 _mm512_setzero_si512 (),
5311 (__mmask16) __U);
5312}
5313
5314static __inline__ __m512i __DEFAULT_FN_ATTRS
5315_mm512_sll_epi64 (__m512i __A, __m128i __B)
5316{
5317 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5318 (__v2di) __B,
5319 (__v8di)
5320 _mm512_setzero_si512 (),
5321 (__mmask8) -1);
5322}
5323
5324static __inline__ __m512i __DEFAULT_FN_ATTRS
5325_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5326{
5327 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5328 (__v2di) __B,
5329 (__v8di) __W,
5330 (__mmask8) __U);
5331}
5332
5333static __inline__ __m512i __DEFAULT_FN_ATTRS
5334_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5335{
5336 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5337 (__v2di) __B,
5338 (__v8di)
5339 _mm512_setzero_si512 (),
5340 (__mmask8) __U);
5341}
5342
5343static __inline__ __m512i __DEFAULT_FN_ATTRS
5344_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
5345{
5346 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5347 (__v16si) __Y,
5348 (__v16si)
5349 _mm512_setzero_si512 (),
5350 (__mmask16) -1);
5351}
5352
5353static __inline__ __m512i __DEFAULT_FN_ATTRS
5354_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
5355{
5356 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5357 (__v16si) __Y,
5358 (__v16si) __W,
5359 (__mmask16) __U);
5360}
5361
5362static __inline__ __m512i __DEFAULT_FN_ATTRS
5363_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
5364{
5365 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5366 (__v16si) __Y,
5367 (__v16si)
5368 _mm512_setzero_si512 (),
5369 (__mmask16) __U);
5370}
5371
5372static __inline__ __m512i __DEFAULT_FN_ATTRS
5373_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
5374{
5375 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5376 (__v8di) __Y,
5377 (__v8di)
5378 _mm512_undefined_pd (),
5379 (__mmask8) -1);
5380}
5381
5382static __inline__ __m512i __DEFAULT_FN_ATTRS
5383_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
5384{
5385 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5386 (__v8di) __Y,
5387 (__v8di) __W,
5388 (__mmask8) __U);
5389}
5390
5391static __inline__ __m512i __DEFAULT_FN_ATTRS
5392_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
5393{
5394 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5395 (__v8di) __Y,
5396 (__v8di)
5397 _mm512_setzero_si512 (),
5398 (__mmask8) __U);
5399}
5400
5401static __inline__ __m512i __DEFAULT_FN_ATTRS
5402_mm512_sra_epi32 (__m512i __A, __m128i __B)
5403{
5404 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
5405 (__v4si) __B,
5406 (__v16si)
5407 _mm512_setzero_si512 (),
5408 (__mmask16) -1);
5409}
5410
5411static __inline__ __m512i __DEFAULT_FN_ATTRS
5412_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5413{
5414 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
5415 (__v4si) __B,
5416 (__v16si) __W,
5417 (__mmask16) __U);
5418}
5419
5420static __inline__ __m512i __DEFAULT_FN_ATTRS
5421_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5422{
5423 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
5424 (__v4si) __B,
5425 (__v16si)
5426 _mm512_setzero_si512 (),
5427 (__mmask16) __U);
5428}
5429
5430static __inline__ __m512i __DEFAULT_FN_ATTRS
5431_mm512_sra_epi64 (__m512i __A, __m128i __B)
5432{
5433 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
5434 (__v2di) __B,
5435 (__v8di)
5436 _mm512_setzero_si512 (),
5437 (__mmask8) -1);
5438}
5439
5440static __inline__ __m512i __DEFAULT_FN_ATTRS
5441_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5442{
5443 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
5444 (__v2di) __B,
5445 (__v8di) __W,
5446 (__mmask8) __U);
5447}
5448
5449static __inline__ __m512i __DEFAULT_FN_ATTRS
5450_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5451{
5452 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
5453 (__v2di) __B,
5454 (__v8di)
5455 _mm512_setzero_si512 (),
5456 (__mmask8) __U);
5457}
5458
5459static __inline__ __m512i __DEFAULT_FN_ATTRS
5460_mm512_srav_epi32 (__m512i __X, __m512i __Y)
5461{
5462 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
5463 (__v16si) __Y,
5464 (__v16si)
5465 _mm512_setzero_si512 (),
5466 (__mmask16) -1);
5467}
5468
5469static __inline__ __m512i __DEFAULT_FN_ATTRS
5470_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
5471{
5472 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
5473 (__v16si) __Y,
5474 (__v16si) __W,
5475 (__mmask16) __U);
5476}
5477
5478static __inline__ __m512i __DEFAULT_FN_ATTRS
5479_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
5480{
5481 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
5482 (__v16si) __Y,
5483 (__v16si)
5484 _mm512_setzero_si512 (),
5485 (__mmask16) __U);
5486}
5487
5488static __inline__ __m512i __DEFAULT_FN_ATTRS
5489_mm512_srav_epi64 (__m512i __X, __m512i __Y)
5490{
5491 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
5492 (__v8di) __Y,
5493 (__v8di)
5494 _mm512_setzero_si512 (),
5495 (__mmask8) -1);
5496}
5497
5498static __inline__ __m512i __DEFAULT_FN_ATTRS
5499_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
5500{
5501 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
5502 (__v8di) __Y,
5503 (__v8di) __W,
5504 (__mmask8) __U);
5505}
5506
5507static __inline__ __m512i __DEFAULT_FN_ATTRS
5508_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
5509{
5510 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
5511 (__v8di) __Y,
5512 (__v8di)
5513 _mm512_setzero_si512 (),
5514 (__mmask8) __U);
5515}
5516
5517static __inline__ __m512i __DEFAULT_FN_ATTRS
5518_mm512_srl_epi32 (__m512i __A, __m128i __B)
5519{
5520 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
5521 (__v4si) __B,
5522 (__v16si)
5523 _mm512_setzero_si512 (),
5524 (__mmask16) -1);
5525}
5526
5527static __inline__ __m512i __DEFAULT_FN_ATTRS
5528_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5529{
5530 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
5531 (__v4si) __B,
5532 (__v16si) __W,
5533 (__mmask16) __U);
5534}
5535
5536static __inline__ __m512i __DEFAULT_FN_ATTRS
5537_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5538{
5539 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
5540 (__v4si) __B,
5541 (__v16si)
5542 _mm512_setzero_si512 (),
5543 (__mmask16) __U);
5544}
5545
5546static __inline__ __m512i __DEFAULT_FN_ATTRS
5547_mm512_srl_epi64 (__m512i __A, __m128i __B)
5548{
5549 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
5550 (__v2di) __B,
5551 (__v8di)
5552 _mm512_setzero_si512 (),
5553 (__mmask8) -1);
5554}
5555
5556static __inline__ __m512i __DEFAULT_FN_ATTRS
5557_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5558{
5559 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
5560 (__v2di) __B,
5561 (__v8di) __W,
5562 (__mmask8) __U);
5563}
5564
5565static __inline__ __m512i __DEFAULT_FN_ATTRS
5566_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5567{
5568 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
5569 (__v2di) __B,
5570 (__v8di)
5571 _mm512_setzero_si512 (),
5572 (__mmask8) __U);
5573}
5574
5575static __inline__ __m512i __DEFAULT_FN_ATTRS
5576_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
5577{
5578 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
5579 (__v16si) __Y,
5580 (__v16si)
5581 _mm512_setzero_si512 (),
5582 (__mmask16) -1);
5583}
5584
5585static __inline__ __m512i __DEFAULT_FN_ATTRS
5586_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
5587{
5588 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
5589 (__v16si) __Y,
5590 (__v16si) __W,
5591 (__mmask16) __U);
5592}
5593
5594static __inline__ __m512i __DEFAULT_FN_ATTRS
5595_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
5596{
5597 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
5598 (__v16si) __Y,
5599 (__v16si)
5600 _mm512_setzero_si512 (),
5601 (__mmask16) __U);
5602}
5603
5604static __inline__ __m512i __DEFAULT_FN_ATTRS
5605_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
5606{
5607 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
5608 (__v8di) __Y,
5609 (__v8di)
5610 _mm512_setzero_si512 (),
5611 (__mmask8) -1);
5612}
5613
5614static __inline__ __m512i __DEFAULT_FN_ATTRS
5615_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
5616{
5617 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
5618 (__v8di) __Y,
5619 (__v8di) __W,
5620 (__mmask8) __U);
5621}
5622
5623static __inline__ __m512i __DEFAULT_FN_ATTRS
5624_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
5625{
5626 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
5627 (__v8di) __Y,
5628 (__v8di)
5629 _mm512_setzero_si512 (),
5630 (__mmask8) __U);
5631}
5632
5633#define _mm512_ternarylogic_epi32( __A, __B, __C, imm) __extension__ ({ \
5634__builtin_ia32_pternlogd512_mask ((__v16si)( __A),\
5635 (__v16si)( __B),\
5636 (__v16si)( __C),\
5637 ( imm), (__mmask16) -1);\
5638})
5639
5640#define _mm512_mask_ternarylogic_epi32( __A, __U, __B, __C, imm) __extension__ ({ \
5641__builtin_ia32_pternlogd512_mask ((__v16si)( __A),\
5642 (__v16si)( __B),\
5643 (__v16si)( __C),\
5644 ( imm), (__mmask16)( __U));\
5645})
5646
5647#define _mm512_maskz_ternarylogic_epi32( __U, __A, __B, __C, imm) __extension__ ({ \
5648__builtin_ia32_pternlogd512_maskz ((__v16si)( __A),\
5649 (__v16si)( __B),\
5650 (__v16si)( __C),\
5651 ( imm), (__mmask16)( __U));\
5652})
5653
5654#define _mm512_ternarylogic_epi64( __A, __B, __C, imm) __extension__ ({ \
5655__builtin_ia32_pternlogq512_mask ((__v8di)( __A),\
5656 (__v8di)( __B),\
5657 (__v8di)( __C),( imm),\
5658 (__mmask8) -1);\
5659})
5660
5661#define _mm512_mask_ternarylogic_epi64( __A, __U, __B, __C, imm) __extension__ ({ \
5662__builtin_ia32_pternlogq512_mask ((__v8di)( __A),\
5663 (__v8di)( __B),\
5664 (__v8di)( __C),( imm),\
5665 (__mmask8)( __U));\
5666})
5667
5668#define _mm512_maskz_ternarylogic_epi64( __U, __A, __B, __C, imm) __extension__ ({ \
5669__builtin_ia32_pternlogq512_maskz ((__v8di)( __A),\
5670 (__v8di)( __B),\
5671 (__v8di)( __C),\
5672 ( imm), (__mmask8)( __U));\
5673})
5674
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005675static __inline__ __m512d __DEFAULT_FN_ATTRS
5676_mm512_maskz_unpackhi_pd (__mmask8 __U, __m512d __A, __m512d __B)
5677{
5678 return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
5679 (__v8df) __B,
5680 (__v8df)
5681 _mm512_setzero_pd (),
5682 (__mmask8) __U);
5683}
5684
5685static __inline__ __m512 __DEFAULT_FN_ATTRS
5686_mm512_mask_unpackhi_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
5687{
5688 return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
5689 (__v16sf) __B,
5690 (__v16sf) __W,
5691 (__mmask16) __U);
5692}
5693
5694static __inline__ __m512 __DEFAULT_FN_ATTRS
5695_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
5696{
5697 return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
5698 (__v16sf) __B,
5699 (__v16sf)
5700 _mm512_setzero_ps (),
5701 (__mmask16) __U);
5702}
5703
5704static __inline__ __m512d __DEFAULT_FN_ATTRS
5705_mm512_mask_unpacklo_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
5706{
5707 return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
5708 (__v8df) __B,
5709 (__v8df) __W,
5710 (__mmask8) __U);
5711}
5712
5713static __inline__ __m512d __DEFAULT_FN_ATTRS
5714_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
5715{
5716 return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
5717 (__v8df) __B,
5718 (__v8df)
5719 _mm512_setzero_pd (),
5720 (__mmask8) __U);
5721}
5722
5723static __inline__ __m512 __DEFAULT_FN_ATTRS
5724_mm512_mask_unpacklo_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
5725{
5726 return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
5727 (__v16sf) __B,
5728 (__v16sf) __W,
5729 (__mmask16) __U);
5730}
5731
5732static __inline__ __m512 __DEFAULT_FN_ATTRS
5733_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
5734{
5735 return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
5736 (__v16sf) __B,
5737 (__v16sf)
5738 _mm512_setzero_ps (),
5739 (__mmask16) __U);
5740}
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005741
Michael Zuckerman8d161992016-04-10 17:24:03 +00005742#define _mm_cvt_roundsd_i64( __A, __R) __extension__ ({ \
5743__builtin_ia32_vcvtsd2si64 ((__v2df)( __A),( __R));\
5744})
5745
5746#define _mm_cvt_roundsd_si32( __A, __R) __extension__ ({ \
5747__builtin_ia32_vcvtsd2si32 ((__v2df)( __A),( __R));\
5748})
5749
5750#define _mm_cvt_roundsd_i32( __A, __R) __extension__ ({ \
5751__builtin_ia32_vcvtsd2si32 ((__v2df)( __A),( __R));\
5752})
5753
5754#define _mm_cvt_roundsd_u32( __A, __R) __extension__ ({ \
5755__builtin_ia32_vcvtsd2usi32 ((__v2df)( __A),( __R));\
5756})
5757
5758static __inline__ unsigned __DEFAULT_FN_ATTRS
5759_mm_cvtsd_u32 (__m128d __A)
5760{
5761 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
5762 _MM_FROUND_CUR_DIRECTION);
5763}
5764
5765#define _mm_cvt_roundsd_u64( __A, __R) __extension__ ({ \
5766__builtin_ia32_vcvtsd2usi64 ((__v2df)( __A),( __R));\
5767})
5768
5769static __inline__ unsigned long long __DEFAULT_FN_ATTRS
5770_mm_cvtsd_u64 (__m128d __A)
5771{
5772 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
5773 __A,
5774 _MM_FROUND_CUR_DIRECTION);
5775}
5776
5777#define _mm_cvt_roundss_si32( __A, __R) __extension__ ({ \
5778__builtin_ia32_vcvtss2si32 ((__v4sf)( __A),( __R));\
5779})
5780
5781#define _mm_cvt_roundss_i32( __A, __R) __extension__ ({ \
5782__builtin_ia32_vcvtss2si32 ((__v4sf)( __A),( __R));\
5783})
5784
5785#define _mm_cvt_roundss_si64( __A, __R) __extension__ ({ \
5786__builtin_ia32_vcvtss2si64 ((__v4sf)( __A),( __R));\
5787})
5788
5789#define _mm_cvt_roundss_i64( __A, __R) __extension__ ({ \
5790__builtin_ia32_vcvtss2si64 ((__v4sf)( __A),( __R));\
5791})
5792
5793#define _mm_cvt_roundss_u32( __A, __R) __extension__ ({ \
5794__builtin_ia32_vcvtss2usi32 ((__v4sf)( __A),( __R));\
5795})
5796
5797static __inline__ unsigned __DEFAULT_FN_ATTRS
5798_mm_cvtss_u32 (__m128 __A)
5799{
5800 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
5801 _MM_FROUND_CUR_DIRECTION);
5802}
5803
5804#define _mm_cvt_roundss_u64( __A, __R) __extension__ ({ \
5805__builtin_ia32_vcvtss2usi64 ((__v4sf)( __A),( __R));\
5806})
5807
5808static __inline__ unsigned long long __DEFAULT_FN_ATTRS
5809_mm_cvtss_u64 (__m128 __A)
5810{
5811 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
5812 __A,
5813 _MM_FROUND_CUR_DIRECTION);
5814}
5815
5816#define _mm_cvtt_roundsd_i32( __A, __R) __extension__ ({ \
5817__builtin_ia32_vcvttsd2si32 ((__v2df)( __A),( __R));\
5818})
5819
5820#define _mm_cvtt_roundsd_si32( __A, __R) __extension__ ({ \
5821__builtin_ia32_vcvttsd2si32 ((__v2df)( __A),( __R));\
5822})
5823
5824static __inline__ int __DEFAULT_FN_ATTRS
5825_mm_cvttsd_i32 (__m128d __A)
5826{
5827 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
5828 _MM_FROUND_CUR_DIRECTION);
5829}
5830
5831#define _mm_cvtt_roundsd_si64( __A, __R) __extension__ ({ \
5832__builtin_ia32_vcvttsd2si64 ((__v2df)( __A),( __R));\
5833})
5834
5835#define _mm_cvtt_roundsd_i64( __A, __R) __extension__ ({ \
5836__builtin_ia32_vcvttsd2si64 ((__v2df)( __A),( __R));\
5837})
5838
5839static __inline__ long long __DEFAULT_FN_ATTRS
5840_mm_cvttsd_i64 (__m128d __A)
5841{
5842 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
5843 _MM_FROUND_CUR_DIRECTION);
5844}
5845
5846#define _mm_cvtt_roundsd_u32( __A, __R) __extension__ ({ \
5847__builtin_ia32_vcvttsd2usi32 ((__v2df)( __A),( __R));\
5848})
5849
5850static __inline__ unsigned __DEFAULT_FN_ATTRS
5851_mm_cvttsd_u32 (__m128d __A)
5852{
5853 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
5854 _MM_FROUND_CUR_DIRECTION);
5855}
5856
5857#define _mm_cvtt_roundsd_u64( __A, __R) __extension__ ({ \
5858__builtin_ia32_vcvttsd2usi64 ((__v2df)( __A),( __R));\
5859})
5860
5861static __inline__ unsigned long long __DEFAULT_FN_ATTRS
5862_mm_cvttsd_u64 (__m128d __A)
5863{
5864 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
5865 __A,
5866 _MM_FROUND_CUR_DIRECTION);
5867}
5868
5869#define _mm_cvtt_roundss_i32( __A, __R) __extension__ ({ \
5870__builtin_ia32_vcvttss2si32 ((__v4sf)( __A),( __R));\
5871})
5872
5873#define _mm_cvtt_roundss_si32( __A, __R) __extension__ ({ \
5874__builtin_ia32_vcvttss2si32 ((__v4sf)( __A),( __R));\
5875})
5876
5877static __inline__ int __DEFAULT_FN_ATTRS
5878_mm_cvttss_i32 (__m128 __A)
5879{
5880 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
5881 _MM_FROUND_CUR_DIRECTION);
5882}
5883
5884#define _mm_cvtt_roundss_i64( __A, __R) __extension__ ({ \
5885__builtin_ia32_vcvttss2si64 ((__v4sf)( __A),( __R));\
5886})
5887
5888#define _mm_cvtt_roundss_si64( __A, __R) __extension__ ({ \
5889__builtin_ia32_vcvttss2si64 ((__v4sf)( __A),( __R));\
5890})
5891
5892static __inline__ long long __DEFAULT_FN_ATTRS
5893_mm_cvttss_i64 (__m128 __A)
5894{
5895 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
5896 _MM_FROUND_CUR_DIRECTION);
5897}
5898
5899#define _mm_cvtt_roundss_u32( __A, __R) __extension__ ({ \
5900__builtin_ia32_vcvttss2usi32 ((__v4sf)( __A),( __R));\
5901})
5902
5903static __inline__ unsigned __DEFAULT_FN_ATTRS
5904_mm_cvttss_u32 (__m128 __A)
5905{
5906 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
5907 _MM_FROUND_CUR_DIRECTION);
5908}
5909
5910#define _mm_cvtt_roundss_u64( __A, __R) __extension__ ({ \
5911__builtin_ia32_vcvttss2usi64 ((__v4sf)( __A),( __R));\
5912})
5913
5914static __inline__ unsigned long long __DEFAULT_FN_ATTRS
5915_mm_cvttss_u64 (__m128 __A)
5916{
5917 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
5918 __A,
5919 _MM_FROUND_CUR_DIRECTION);
5920}
5921
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005922static __inline__ __m512d __DEFAULT_FN_ATTRS
5923_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
5924 __m512d __B)
5925{
5926 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
5927 (__v8di) __I
5928 /* idx */ ,
5929 (__v8df) __B,
5930 (__mmask8) __U);
5931}
5932
5933static __inline__ __m512 __DEFAULT_FN_ATTRS
5934_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
5935 __m512 __B)
5936{
5937 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
5938 (__v16si) __I
5939 /* idx */ ,
5940 (__v16sf) __B,
5941 (__mmask16) __U);
5942}
5943
5944static __inline__ __m512i __DEFAULT_FN_ATTRS
5945_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
5946 __mmask8 __U, __m512i __B)
5947{
5948 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
5949 (__v8di) __I
5950 /* idx */ ,
5951 (__v8di) __B,
5952 (__mmask8) __U);
5953}
5954
5955#define _mm512_permute_pd( __X, __C) __extension__ ({ \
5956__builtin_ia32_vpermilpd512_mask ((__v8df)( __X),( __C),\
5957 (__v8df)\
5958 _mm512_undefined_pd (),\
5959 (__mmask8) -1);\
5960})
5961
5962#define _mm512_mask_permute_pd( __W, __U, __X, __C) __extension__ ({ \
5963__builtin_ia32_vpermilpd512_mask ((__v8df)( __X),( __C),\
5964 (__v8df)( __W),\
5965 (__mmask8)( __U));\
5966})
5967
5968#define _mm512_maskz_permute_pd( __U, __X, __C) __extension__ ({ \
5969__builtin_ia32_vpermilpd512_mask ((__v8df)( __X),( __C),\
5970 (__v8df)\
5971 _mm512_setzero_pd (),\
5972 (__mmask8)( __U));\
5973})
5974
5975#define _mm512_permute_ps( __X, __C) __extension__ ({ \
5976__builtin_ia32_vpermilps512_mask ((__v16sf)( __X),( __C),\
5977 (__v16sf)\
5978 _mm512_undefined_ps (),\
5979 (__mmask16) -1);\
5980})
5981
5982#define _mm512_mask_permute_ps( __W, __U, __X, __C) __extension__ ({ \
5983__builtin_ia32_vpermilps512_mask ((__v16sf)( __X),( __C),\
5984 (__v16sf)( __W),\
5985 (__mmask16)( __U));\
5986})
5987
5988#define _mm512_maskz_permute_ps( __U, __X, __C) __extension__ ({ \
5989__builtin_ia32_vpermilps512_mask ((__v16sf)( __X),( __C),\
5990 (__v16sf)\
5991 _mm512_setzero_ps (),\
5992 (__mmask16)( __U));\
5993})
5994
5995static __inline__ __m512d __DEFAULT_FN_ATTRS
5996_mm512_permutevar_pd (__m512d __A, __m512i __C)
5997{
5998 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
5999 (__v8di) __C,
6000 (__v8df)
6001 _mm512_undefined_pd (),
6002 (__mmask8) -1);
6003}
6004
6005static __inline__ __m512d __DEFAULT_FN_ATTRS
6006_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6007{
6008 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6009 (__v8di) __C,
6010 (__v8df) __W,
6011 (__mmask8) __U);
6012}
6013
6014static __inline__ __m512d __DEFAULT_FN_ATTRS
6015_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6016{
6017 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6018 (__v8di) __C,
6019 (__v8df)
6020 _mm512_setzero_pd (),
6021 (__mmask8) __U);
6022}
6023
6024static __inline__ __m512 __DEFAULT_FN_ATTRS
6025_mm512_permutevar_ps (__m512 __A, __m512i __C)
6026{
6027 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6028 (__v16si) __C,
6029 (__v16sf)
6030 _mm512_undefined_ps (),
6031 (__mmask16) -1);
6032}
6033
6034static __inline__ __m512 __DEFAULT_FN_ATTRS
6035_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6036{
6037 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6038 (__v16si) __C,
6039 (__v16sf) __W,
6040 (__mmask16) __U);
6041}
6042
6043static __inline__ __m512 __DEFAULT_FN_ATTRS
6044_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6045{
6046 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6047 (__v16si) __C,
6048 (__v16sf)
6049 _mm512_setzero_ps (),
6050 (__mmask16) __U);
6051}
6052
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006053static __inline __m512d __DEFAULT_FN_ATTRS
6054_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006055{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006056 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6057 /* idx */ ,
6058 (__v8df) __A,
6059 (__v8df) __B,
6060 (__mmask8) -1);
6061}
6062
6063static __inline__ __m512d __DEFAULT_FN_ATTRS
6064_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6065{
6066 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6067 /* idx */ ,
6068 (__v8df) __A,
6069 (__v8df) __B,
6070 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006071}
6072
6073static __inline__ __m512d __DEFAULT_FN_ATTRS
6074_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6075 __m512d __B)
6076{
6077 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006078 /* idx */ ,
6079 (__v8df) __A,
6080 (__v8df) __B,
6081 (__mmask8) __U);
6082}
6083
6084static __inline __m512 __DEFAULT_FN_ATTRS
6085_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6086{
6087 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6088 /* idx */ ,
6089 (__v16sf) __A,
6090 (__v16sf) __B,
6091 (__mmask16) -1);
6092}
6093
6094static __inline__ __m512 __DEFAULT_FN_ATTRS
6095_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6096{
6097 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6098 /* idx */ ,
6099 (__v16sf) __A,
6100 (__v16sf) __B,
6101 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006102}
6103
6104static __inline__ __m512 __DEFAULT_FN_ATTRS
6105_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6106 __m512 __B)
6107{
6108 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006109 /* idx */ ,
6110 (__v16sf) __A,
6111 (__v16sf) __B,
6112 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006113}
6114
Michael Zuckerman07525092016-04-11 10:22:07 +00006115static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6116_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6117{
6118 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6119 (__v16si) __B,
6120 (__mmask16) -1);
6121}
6122
6123static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6124_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6125{
6126 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6127 (__v16si) __B, __U);
6128}
6129
6130static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6131_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6132{
6133 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6134 (__v8di) __B,
6135 (__mmask8) -1);
6136}
6137
6138static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6139_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6140{
6141 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6142 (__v8di) __B, __U);
6143}
6144
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006145#define _mm512_cvtt_roundpd_epu32( __A, __R) __extension__ ({ \
6146__builtin_ia32_cvttpd2udq512_mask ((__v8df)( __A),\
6147 (__v8si)\
6148 _mm256_undefined_si256 (),\
6149 (__mmask8) -1,( __R));\
6150})
6151
6152#define _mm512_mask_cvtt_roundpd_epu32( __W, __U, __A, __R) __extension__ ({ \
6153__builtin_ia32_cvttpd2udq512_mask ((__v8df)( __A),\
6154 (__v8si)( __W),\
6155 (__mmask8)( __U),( __R));\
6156})
6157
6158#define _mm512_maskz_cvtt_roundpd_epu32( __U, __A, __R) __extension__ ({ \
6159__builtin_ia32_cvttpd2udq512_mask ((__v8df)( __A),\
6160 (__v8si)\
6161 _mm256_setzero_si256 (),\
6162 (__mmask8)( __U),( __R));\
6163})
6164
6165static __inline__ __m256i __DEFAULT_FN_ATTRS
6166_mm512_cvttpd_epu32 (__m512d __A)
6167{
6168 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6169 (__v8si)
6170 _mm256_undefined_si256 (),
6171 (__mmask8) -1,
6172 _MM_FROUND_CUR_DIRECTION);
6173}
6174
6175static __inline__ __m256i __DEFAULT_FN_ATTRS
6176_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6177{
6178 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6179 (__v8si) __W,
6180 (__mmask8) __U,
6181 _MM_FROUND_CUR_DIRECTION);
6182}
6183
6184static __inline__ __m256i __DEFAULT_FN_ATTRS
6185_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6186{
6187 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6188 (__v8si)
6189 _mm256_setzero_si256 (),
6190 (__mmask8) __U,
6191 _MM_FROUND_CUR_DIRECTION);
6192}
Michael Zuckerman07525092016-04-11 10:22:07 +00006193
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006194static __inline__ __m512i __DEFAULT_FN_ATTRS
6195_mm512_mask_unpackhi_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
6196 __m512i __B)
6197{
6198 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
6199 (__v16si) __B,
6200 (__v16si) __W,
6201 (__mmask16) __U);
6202}
6203
6204static __inline__ __m512i __DEFAULT_FN_ATTRS
6205_mm512_maskz_unpackhi_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6206{
6207 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
6208 (__v16si) __B,
6209 (__v16si)
6210 _mm512_setzero_si512 (),
6211 (__mmask16) __U);
6212}
6213
6214static __inline__ __m512i __DEFAULT_FN_ATTRS
6215_mm512_unpackhi_epi64 (__m512i __A, __m512i __B)
6216{
6217 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6218 (__v8di) __B,
6219 (__v8di)
6220 _mm512_setzero_si512 (),
6221 (__mmask8) -1);
6222}
6223
6224static __inline__ __m512i __DEFAULT_FN_ATTRS
6225_mm512_mask_unpackhi_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
6226{
6227 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6228 (__v8di) __B,
6229 (__v8di) __W,
6230 (__mmask8) __U);
6231}
6232
6233static __inline__ __m512i __DEFAULT_FN_ATTRS
6234_mm512_maskz_unpackhi_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
6235{
6236 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6237 (__v8di) __B,
6238 (__v8di)
6239 _mm512_setzero_si512 (),
6240 (__mmask8) __U);
6241}
6242
6243static __inline__ __m512i __DEFAULT_FN_ATTRS
6244_mm512_unpacklo_epi32 (__m512i __A, __m512i __B)
6245{
6246 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6247 (__v16si) __B,
6248 (__v16si)
6249 _mm512_setzero_si512 (),
6250 (__mmask16) -1);
6251}
6252
6253static __inline__ __m512i __DEFAULT_FN_ATTRS
6254_mm512_mask_unpacklo_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
6255 __m512i __B)
6256{
6257 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6258 (__v16si) __B,
6259 (__v16si) __W,
6260 (__mmask16) __U);
6261}
6262
6263static __inline__ __m512i __DEFAULT_FN_ATTRS
6264_mm512_maskz_unpacklo_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6265{
6266 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6267 (__v16si) __B,
6268 (__v16si)
6269 _mm512_setzero_si512 (),
6270 (__mmask16) __U);
6271}
6272
6273static __inline__ __m512i __DEFAULT_FN_ATTRS
6274_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
6275{
6276 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6277 (__v8di) __B,
6278 (__v8di)
6279 _mm512_setzero_si512 (),
6280 (__mmask8) -1);
6281}
6282
6283static __inline__ __m512i __DEFAULT_FN_ATTRS
6284_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
6285{
6286 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6287 (__v8di) __B,
6288 (__v8di) __W,
6289 (__mmask8) __U);
6290}
6291
6292static __inline__ __m512i __DEFAULT_FN_ATTRS
6293_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
6294{
6295 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6296 (__v8di) __B,
6297 (__v8di)
6298 _mm512_setzero_si512 (),
6299 (__mmask8) __U);
6300}
6301
6302#define _mm_roundscale_round_sd( __A, __B, __imm, __R) __extension__ ({ \
6303__builtin_ia32_rndscalesd_round_mask ((__v2df)( __A),\
6304 (__v2df)( __B), (__v2df) _mm_setzero_pd(),\
6305 (__mmask8) -1,( __imm),( __R));\
6306})
6307
6308#define _mm_roundscale_sd( __A, __B, __imm) __extension__ ({ \
6309__builtin_ia32_rndscalesd_round_mask ((__v2df)( __A),\
6310 (__v2df)( __B), (__v2df) _mm_setzero_pd(),\
6311 (__mmask8) -1, ( __imm),\
6312 _MM_FROUND_CUR_DIRECTION);\
6313})
6314
6315#define _mm_mask_roundscale_sd( __W, __U, __A, __B, __imm) __extension__ ({ \
6316__builtin_ia32_rndscalesd_round_mask ( (__v2df)( __A),\
6317 (__v2df)( __B),\
6318 (__v2df)( __W),\
6319 (__mmask8)( __U),\
6320 (__imm),\
6321 _MM_FROUND_CUR_DIRECTION);\
6322})
6323
6324#define _mm_mask_roundscale_round_sd( __W, __U, __A, __B, __I, __R) __extension__ ({ \
6325__builtin_ia32_rndscalesd_round_mask ( (__v2df)( __A),\
6326 (__v2df)( __B),\
6327 (__v2df)( __W),\
6328 (__mmask8)( __U),\
6329 __I,\
6330 __R);\
6331})
6332
6333#define _mm_maskz_roundscale_sd( __U, __A, __B, __I) __extension__ ({ \
6334__builtin_ia32_rndscalesd_round_mask ( (__v2df)( __A),\
6335 (__v2df)( __B),\
6336 (__v2df) _mm_setzero_pd (),\
6337 (__mmask8)( __U),\
6338 __I,\
6339 _MM_FROUND_CUR_DIRECTION);\
6340})
6341
6342#define _mm_maskz_roundscale_round_sd( __U, __A, __B, __I, __R) __extension__ ({ \
6343__builtin_ia32_rndscalesd_round_mask ( (__v2df)( __A),\
6344 (__v2df)( __B),\
6345 (__v2df) _mm_setzero_pd (),\
6346 (__mmask8)( __U),\
6347 __I,\
6348 __R);\
6349})
6350
6351#define _mm_roundscale_round_ss( __A, __B, __imm, __R) __extension__ ({ \
6352__builtin_ia32_rndscaless_round_mask ((__v4sf)( __A),\
6353 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),\
6354 (__mmask8) -1, __imm, __R);\
6355})
6356
6357#define _mm_roundscale_ss( __A, __B, __imm) __extension__ ({ \
6358__builtin_ia32_rndscaless_round_mask ((__v4sf)( __A),\
6359 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),\
6360 (__mmask8) -1, ( __imm),\
6361 _MM_FROUND_CUR_DIRECTION);\
6362})
6363
6364#define _mm_mask_roundscale_ss( __W, __U, __A, __B, __I) __extension__ ({ \
6365__builtin_ia32_rndscaless_round_mask ( (__v4sf) ( __A),\
6366 (__v4sf)( __B),\
6367 (__v4sf)( __W),\
6368 (__mmask8)( __U),\
6369 __I,\
6370 _MM_FROUND_CUR_DIRECTION);\
6371})
6372
6373#define _mm_mask_roundscale_round_ss( __W, __U, __A, __B, __I, __R) __extension__ ({ \
6374__builtin_ia32_rndscaless_round_mask ( (__v4sf)( __A),\
6375 (__v4sf)( __B),\
6376 (__v4sf)( __W),\
6377 (__mmask8)( __U),\
6378 __I,\
6379 __R);\
6380})
6381
6382#define _mm_maskz_roundscale_ss( __U, __A, __B, __I) __extension__ ({ \
6383__builtin_ia32_rndscaless_round_mask ( (__v4sf)( __A),\
6384 (__v4sf)( __B),\
6385 (__v4sf) _mm_setzero_ps (),\
6386 (__mmask8)( __U),\
6387 __I,\
6388 _MM_FROUND_CUR_DIRECTION);\
6389})
6390
6391#define _mm_maskz_roundscale_round_ss( __U, __A, __B, __I, __R) __extension__ ({ \
6392__builtin_ia32_rndscaless_round_mask ( (__v4sf)( __A),\
6393 (__v4sf)( __B),\
6394 (__v4sf) _mm_setzero_ps (),\
6395 (__mmask8)( __U),\
6396 __I,\
6397 __R);\
6398})
6399
6400#define _mm512_scalef_round_pd( __A, __B, __R) __extension__ ({ \
6401__builtin_ia32_scalefpd512_mask ((__v8df)( __A),\
6402 (__v8df)( __B),\
6403 (__v8df)\
6404 _mm512_undefined_pd (),\
6405 (__mmask8) -1,( __R));\
6406})
6407
6408#define _mm512_mask_scalef_round_pd( __W, __U, __A, __B, __R) __extension__ ({ \
6409__builtin_ia32_scalefpd512_mask ((__v8df)( __A),\
6410 (__v8df)( __B),\
6411 (__v8df)( __W),\
6412 (__mmask8)( __U),( __R));\
6413})
6414
6415#define _mm512_maskz_scalef_round_pd( __U, __A, __B, __R) __extension__ ({ \
6416__builtin_ia32_scalefpd512_mask ((__v8df)( __A),\
6417 (__v8df)( __B),\
6418 (__v8df)\
6419 _mm512_setzero_pd (),\
6420 (__mmask8)( __U),( __R));\
6421})
6422
6423static __inline__ __m512d __DEFAULT_FN_ATTRS
6424_mm512_scalef_pd (__m512d __A, __m512d __B)
6425{
6426 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6427 (__v8df) __B,
6428 (__v8df)
6429 _mm512_undefined_pd (),
6430 (__mmask8) -1,
6431 _MM_FROUND_CUR_DIRECTION);
6432}
6433
6434static __inline__ __m512d __DEFAULT_FN_ATTRS
6435_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6436{
6437 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6438 (__v8df) __B,
6439 (__v8df) __W,
6440 (__mmask8) __U,
6441 _MM_FROUND_CUR_DIRECTION);
6442}
6443
6444static __inline__ __m512d __DEFAULT_FN_ATTRS
6445_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6446{
6447 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6448 (__v8df) __B,
6449 (__v8df)
6450 _mm512_setzero_pd (),
6451 (__mmask8) __U,
6452 _MM_FROUND_CUR_DIRECTION);
6453}
6454
6455#define _mm512_scalef_round_ps( __A, __B, __R) __extension__ ({ \
6456__builtin_ia32_scalefps512_mask ((__v16sf)( __A),\
6457 (__v16sf)( __B),\
6458 (__v16sf)\
6459 _mm512_undefined_ps (),\
6460 (__mmask16) -1,( __R));\
6461})
6462
6463#define _mm512_mask_scalef_round_ps( __W, __U, __A, __B, __R) __extension__ ({ \
6464__builtin_ia32_scalefps512_mask ((__v16sf)( __A),\
6465 (__v16sf)( __B),\
6466 (__v16sf)( __W),\
6467 (__mmask16)( __U),( __R));\
6468})
6469
6470#define _mm512_maskz_scalef_round_ps( __U, __A, __B, __R) __extension__ ({ \
6471__builtin_ia32_scalefps512_mask ((__v16sf)( __A),\
6472 (__v16sf)( __B),\
6473 (__v16sf)\
6474 _mm512_setzero_ps (),\
6475 (__mmask16)( __U),( __R));\
6476})
6477
6478static __inline__ __m512 __DEFAULT_FN_ATTRS
6479_mm512_scalef_ps (__m512 __A, __m512 __B)
6480{
6481 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6482 (__v16sf) __B,
6483 (__v16sf)
6484 _mm512_undefined_ps (),
6485 (__mmask16) -1,
6486 _MM_FROUND_CUR_DIRECTION);
6487}
6488
6489static __inline__ __m512 __DEFAULT_FN_ATTRS
6490_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6491{
6492 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6493 (__v16sf) __B,
6494 (__v16sf) __W,
6495 (__mmask16) __U,
6496 _MM_FROUND_CUR_DIRECTION);
6497}
6498
6499static __inline__ __m512 __DEFAULT_FN_ATTRS
6500_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
6501{
6502 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
6503 (__v16sf) __B,
6504 (__v16sf)
6505 _mm512_setzero_ps (),
6506 (__mmask16) __U,
6507 _MM_FROUND_CUR_DIRECTION);
6508}
6509
6510#define _mm_scalef_round_sd( __A, __B, __R) __extension__ ({ \
6511__builtin_ia32_scalefsd_round_mask ((__v2df)( __A),\
6512 (__v2df)( __B), (__v2df) _mm_setzero_pd(),\
6513 (__mmask8) -1,\
6514 ( __R));\
6515})
6516
6517static __inline__ __m128d __DEFAULT_FN_ATTRS
6518_mm_scalef_sd (__m128d __A, __m128d __B)
6519{
6520 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
6521 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
6522 (__mmask8) -1,
6523 _MM_FROUND_CUR_DIRECTION);
6524}
6525
6526static __inline__ __m128d __DEFAULT_FN_ATTRS
6527_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
6528{
6529 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6530 (__v2df) __B,
6531 (__v2df) __W,
6532 (__mmask8) __U,
6533 _MM_FROUND_CUR_DIRECTION);
6534}
6535
6536#define _mm_mask_scalef_round_sd( __W, __U, __A, __B, __R) __extension__ ({ \
6537__builtin_ia32_scalefsd_round_mask ((__v2df)( __A),\
6538 (__v2df)( __B), (__v2df) __W,\
6539 (__mmask8) __U,\
6540 ( __R));\
6541})
6542
6543static __inline__ __m128d __DEFAULT_FN_ATTRS
6544_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
6545{
6546 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
6547 (__v2df) __B,
6548 (__v2df) _mm_setzero_pd (),
6549 (__mmask8) __U,
6550 _MM_FROUND_CUR_DIRECTION);
6551}
6552
6553#define _mm_maskz_scalef_round_sd( __U, __A, __B, __R) __extension__ ({ \
6554__builtin_ia32_scalefsd_round_mask ((__v2df)( __A),\
6555 (__v2df)( __B), (__v2df) _mm_setzero_pd (),\
6556 (__mmask8) __U,\
6557 ( __R));\
6558})
6559
6560#define _mm_scalef_round_ss( __A, __B, __R) __extension__ ({ \
6561__builtin_ia32_scalefss_round_mask ((__v4sf)( __A),\
6562 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),\
6563 (__mmask8) -1,\
6564 ( __R));\
6565})
6566
6567static __inline__ __m128 __DEFAULT_FN_ATTRS
6568_mm_scalef_ss (__m128 __A, __m128 __B)
6569{
6570 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
6571 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
6572 (__mmask8) -1,
6573 _MM_FROUND_CUR_DIRECTION);
6574}
6575
6576static __inline__ __m128 __DEFAULT_FN_ATTRS
6577_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
6578{
6579 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
6580 (__v4sf) __B,
6581 (__v4sf) __W,
6582 (__mmask8) __U,
6583 _MM_FROUND_CUR_DIRECTION);
6584}
6585
6586#define _mm_mask_scalef_round_ss( __W, __U, __A, __B, __R) __extension__ ({ \
6587__builtin_ia32_scalefss_round_mask ((__v4sf)( __A),\
6588 (__v4sf)( __B), (__v4sf) __W,\
6589 (__mmask8) __U,\
6590 ( __R));\
6591})
6592
6593static __inline__ __m128 __DEFAULT_FN_ATTRS
6594_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
6595{
6596 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
6597 (__v4sf) __B,
6598 (__v4sf) _mm_setzero_ps (),
6599 (__mmask8) __U,
6600 _MM_FROUND_CUR_DIRECTION);
6601}
6602
6603#define _mm_maskz_scalef_round_ss( __U, __A, __B, __R) __extension__ ({ \
6604__builtin_ia32_scalefss_round_mask ((__v4sf)( __A),\
6605 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),\
6606 (__mmask8) __U,\
6607 _MM_FROUND_CUR_DIRECTION);\
6608})
6609
Craig Topper79d05c92016-05-15 20:10:06 +00006610#define _mm512_srai_epi32(A, B) __extension__ ({ \
6611 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
6612 (__v16si)_mm512_setzero_si512(), \
6613 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00006614
6615#define _mm512_mask_srai_epi32( __W, __U, __A, __B) __extension__ ({ \
6616__builtin_ia32_psradi512_mask ((__v16si)( __A),( __B),\
6617 (__v16si)( __W),\
6618 (__mmask16)( __U));\
6619})
6620
6621#define _mm512_maskz_srai_epi32( __U, __A, __B) __extension__ ({ \
6622__builtin_ia32_psradi512_mask ((__v16si)( __A),( __B),\
6623 (__v16si)\
6624 _mm512_setzero_si512 (),\
6625 (__mmask16)( __U));\
6626})
6627
6628#define _mm512_srai_epi64( __A, __B) __extension__ ({ \
6629__builtin_ia32_psraqi512_mask ((__v8di)( __A),( __B),\
6630 (__v8di)\
6631 _mm512_setzero_si512 (),\
6632 (__mmask8) -1);\
6633})
6634
6635#define _mm512_mask_srai_epi64( __W, __U, __A, __B) __extension__ ({ \
6636__builtin_ia32_psraqi512_mask ((__v8di)( __A),( __B),\
6637 (__v8di)( __W),\
6638 (__mmask8)( __U));\
6639})
6640
6641#define _mm512_maskz_srai_epi64( __U, __A, __B) __extension__ ({ \
6642__builtin_ia32_psraqi512_mask ((__v8di)( __A),( __B),\
6643 (__v8di)\
6644 _mm512_setzero_si512 (),\
6645 (__mmask8)( __U));\
6646})
6647
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00006648#define _mm512_shuffle_f32x4( __A, __B, __imm) __extension__ ({ \
6649__builtin_ia32_shuf_f32x4_mask ((__v16sf)( __A),\
6650 (__v16sf)( __B),( __imm),\
6651 (__v16sf)\
6652 _mm512_undefined_ps (),\
6653 (__mmask16) -1);\
6654})
6655
6656#define _mm512_mask_shuffle_f32x4( __W, __U, __A, __B, __imm) __extension__ ({ \
6657__builtin_ia32_shuf_f32x4_mask ((__v16sf)( __A),\
6658 (__v16sf)( __B),( __imm),\
6659 (__v16sf)( __W),\
6660 (__mmask16)( __U));\
6661})
6662
6663#define _mm512_maskz_shuffle_f32x4( __U, __A, __B, __imm) __extension__ ({ \
6664__builtin_ia32_shuf_f32x4_mask ((__v16sf)( __A),\
6665 (__v16sf)( __B),( __imm),\
6666 (__v16sf)\
6667 _mm512_setzero_ps (),\
6668 (__mmask16)( __U));\
6669})
6670
6671#define _mm512_shuffle_f64x2( __A, __B, __imm) __extension__ ({ \
6672__builtin_ia32_shuf_f64x2_mask ((__v8df)( __A),\
6673 (__v8df)( __B),( __imm),\
6674 (__v8df)\
6675 _mm512_undefined_pd (),\
6676 (__mmask8) -1);\
6677})
6678
6679#define _mm512_mask_shuffle_f64x2( __W, __U, __A, __B, __imm) __extension__ ({ \
6680__builtin_ia32_shuf_f64x2_mask ((__v8df)( __A),\
6681 (__v8df)( __B),( __imm),\
6682 (__v8df)( __W),\
6683 (__mmask8)( __U));\
6684})
6685
6686#define _mm512_maskz_shuffle_f64x2( __U, __A, __B, __imm) __extension__ ({ \
6687__builtin_ia32_shuf_f64x2_mask ((__v8df)( __A),\
6688 (__v8df)( __B),( __imm),\
6689 (__v8df)\
6690 _mm512_setzero_pd (),\
6691 (__mmask8)( __U));\
6692})
6693
6694#define _mm512_shuffle_i32x4( __A, __B, __imm) __extension__ ({ \
6695__builtin_ia32_shuf_i32x4_mask ((__v16si)( __A),\
6696 (__v16si)( __B),\
6697 ( __imm),\
6698 (__v16si)\
6699 _mm512_setzero_si512 (),\
6700 (__mmask16) -1);\
6701})
6702
6703#define _mm512_mask_shuffle_i32x4( __W, __U, __A, __B, __imm) __extension__ ({ \
6704__builtin_ia32_shuf_i32x4_mask ((__v16si)( __A),\
6705 (__v16si)( __B),\
6706 ( __imm),\
6707 (__v16si)( __W),\
6708 (__mmask16)( __U));\
6709})
6710
6711#define _mm512_maskz_shuffle_i32x4( __U, __A, __B, __imm) __extension__ ({ \
6712__builtin_ia32_shuf_i32x4_mask ((__v16si)( __A),\
6713 (__v16si)( __B),\
6714 ( __imm),\
6715 (__v16si)\
6716 _mm512_setzero_si512 (),\
6717 (__mmask16)( __U));\
6718})
6719
6720#define _mm512_shuffle_i64x2( __A, __B, __imm) __extension__ ({ \
6721__builtin_ia32_shuf_i64x2_mask ((__v8di)( __A),\
6722 (__v8di)( __B),( __imm),\
6723 (__v8di)\
6724 _mm512_setzero_si512 (),\
6725 (__mmask8) -1);\
6726})
6727
6728#define _mm512_mask_shuffle_i64x2( __W, __U, __A, __B, __imm) __extension__ ({ \
6729__builtin_ia32_shuf_i64x2_mask ((__v8di)( __A),\
6730 (__v8di)( __B),( __imm),\
6731 (__v8di)( __W),\
6732 (__mmask8)( __U));\
6733})
6734
6735#define _mm512_maskz_shuffle_i64x2( __U, __A, __B, __imm) __extension__ ({ \
6736__builtin_ia32_shuf_i64x2_mask ((__v8di)( __A),\
6737 (__v8di)( __B),( __imm),\
6738 (__v8di)\
6739 _mm512_setzero_si512 (),\
6740 (__mmask8)( __U));\
6741})
6742
6743#define _mm512_shuffle_pd( __M, __V, __imm) __extension__ ({ \
6744__builtin_ia32_shufpd512_mask ((__v8df)( __M),\
6745 (__v8df)( __V),( __imm),\
6746 (__v8df)\
6747 _mm512_undefined_pd (),\
6748 (__mmask8) -1);\
6749})
6750
6751#define _mm512_mask_shuffle_pd( __W, __U, __M, __V, __imm) __extension__ ({ \
6752__builtin_ia32_shufpd512_mask ((__v8df)( __M),\
6753 (__v8df)( __V),( __imm),\
6754 (__v8df)( __W),\
6755 (__mmask8)( __U));\
6756})
6757
6758#define _mm512_maskz_shuffle_pd( __U, __M, __V, __imm) __extension__ ({ \
6759__builtin_ia32_shufpd512_mask ((__v8df)( __M),\
6760 (__v8df)( __V),( __imm),\
6761 (__v8df)\
6762 _mm512_setzero_pd (),\
6763 (__mmask8)( __U));\
6764})
6765
6766#define _mm512_shuffle_ps( __M, __V, __imm) __extension__ ({ \
6767__builtin_ia32_shufps512_mask ((__v16sf)( __M),\
6768 (__v16sf)( __V),( __imm),\
6769 (__v16sf)\
6770 _mm512_undefined_ps (),\
6771 (__mmask16) -1);\
6772})
6773
6774#define _mm512_mask_shuffle_ps( __W, __U, __M, __V, __imm) __extension__ ({ \
6775__builtin_ia32_shufps512_mask ((__v16sf)( __M),\
6776 (__v16sf)( __V),( __imm),\
6777 (__v16sf)( __W),\
6778 (__mmask16)( __U));\
6779})
6780
6781#define _mm512_maskz_shuffle_ps( __U, __M, __V, __imm) __extension__ ({ \
6782__builtin_ia32_shufps512_mask ((__v16sf)( __M),\
6783 (__v16sf)( __V),( __imm),\
6784 (__v16sf)\
6785 _mm512_setzero_ps (),\
6786 (__mmask16)( __U));\
6787})
6788
6789#define _mm_sqrt_round_sd( __A, __B, __R) __extension__ ({ \
6790__builtin_ia32_sqrtsd_round_mask ((__v2df)( __B),\
6791 (__v2df)( __A),(__v2df) _mm_setzero_pd(),\
6792 (__mmask8) -1,\
6793 ( __R));\
6794})
6795
6796static __inline__ __m128d __DEFAULT_FN_ATTRS
6797_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
6798{
6799 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
6800 (__v2df) __A,
6801 (__v2df) __W,
6802 (__mmask8) __U,
6803 _MM_FROUND_CUR_DIRECTION);
6804}
6805
6806#define _mm_mask_sqrt_round_sd( __W, __U, __A, __B, __R) __extension__ ({ \
6807__builtin_ia32_sqrtsd_round_mask ((__v2df)( __B),\
6808 (__v2df)( __A),(__v2df) __W,\
6809 (__mmask8) __U,\
6810 ( __R));\
6811})
6812
6813static __inline__ __m128d __DEFAULT_FN_ATTRS
6814_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
6815{
6816 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
6817 (__v2df) __A,
6818 (__v2df) _mm_setzero_pd (),
6819 (__mmask8) __U,
6820 _MM_FROUND_CUR_DIRECTION);
6821}
6822
6823#define _mm_maskz_sqrt_round_sd( __U, __A, __B, __R) __extension__ ({ \
6824__builtin_ia32_sqrtsd_round_mask ((__v2df)( __B),\
6825 (__v2df)( __A),(__v2df) _mm_setzero_pd(),\
6826 (__mmask8) __U,\
6827 ( __R));\
6828})
6829
6830#define _mm_sqrt_round_ss( __A, __B, __R) __extension__ ({ \
6831__builtin_ia32_sqrtss_round_mask ((__v4sf)( __B),\
6832 (__v4sf)( __A),(__v4sf) _mm_setzero_ps(),\
6833 (__mmask8) -1,\
6834 ( __R));\
6835})
6836
6837static __inline__ __m128 __DEFAULT_FN_ATTRS
6838_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
6839{
6840 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __B,
6841 (__v4sf) __A,
6842 (__v4sf) __W,
6843 (__mmask8) __U,
6844 _MM_FROUND_CUR_DIRECTION);
6845}
6846
6847#define _mm_mask_sqrt_round_ss( __W, __U, __A, __B, __R) __extension__ ({ \
6848__builtin_ia32_sqrtss_round_mask ((__v4sf)( __B),\
6849 (__v4sf)( __A),(__v4sf) __W,\
6850 (__mmask8) __U,\
6851 ( __R));\
6852})
6853
6854static __inline__ __m128 __DEFAULT_FN_ATTRS
6855_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
6856{
6857 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
6858 (__v4sf) __B,
6859 (__v4sf) _mm_setzero_ps (),
6860 (__mmask8) __U,
6861 _MM_FROUND_CUR_DIRECTION);
6862}
6863
6864#define _mm_maskz_sqrt_round_ss( __U, __A, __B, __R) __extension__ ({ \
6865__builtin_ia32_sqrtss_round_mask ((__v4sf)( __B),\
6866 (__v4sf)( __A),(__v4sf) _mm_setzero_ps(),\
6867 (__mmask8) __U,\
6868 __R);\
6869})
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00006870
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00006871static __inline__ __m512 __DEFAULT_FN_ATTRS
6872_mm512_broadcast_f32x4 (__m128 __A)
6873{
6874 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
6875 (__v16sf)
6876 _mm512_undefined_ps (),
6877 (__mmask16) -1);
6878}
6879
6880static __inline__ __m512 __DEFAULT_FN_ATTRS
6881_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
6882{
6883 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
6884 (__v16sf) __O,
6885 __M);
6886}
6887
6888static __inline__ __m512 __DEFAULT_FN_ATTRS
6889_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
6890{
6891 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
6892 (__v16sf)
6893 _mm512_setzero_ps (),
6894 __M);
6895}
6896
6897static __inline__ __m512d __DEFAULT_FN_ATTRS
6898_mm512_broadcast_f64x4 (__m256d __A)
6899{
6900 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
6901 (__v8df)
6902 _mm512_undefined_pd (),
6903 (__mmask8) -1);
6904}
6905
6906static __inline__ __m512d __DEFAULT_FN_ATTRS
6907_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
6908{
6909 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
6910 (__v8df) __O,
6911 __M);
6912}
6913
6914static __inline__ __m512d __DEFAULT_FN_ATTRS
6915_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
6916{
6917 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
6918 (__v8df)
6919 _mm512_setzero_pd (),
6920 __M);
6921}
6922
6923static __inline__ __m512i __DEFAULT_FN_ATTRS
6924_mm512_broadcast_i32x4 (__m128i __A)
6925{
6926 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
6927 (__v16si)
6928 _mm512_undefined_epi32 (),
6929 (__mmask16) -1);
6930}
6931
6932static __inline__ __m512i __DEFAULT_FN_ATTRS
6933_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
6934{
6935 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
6936 (__v16si) __O,
6937 __M);
6938}
6939
6940static __inline__ __m512i __DEFAULT_FN_ATTRS
6941_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
6942{
6943 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
6944 (__v16si)
6945 _mm512_setzero_si512 (),
6946 __M);
6947}
6948
6949static __inline__ __m512i __DEFAULT_FN_ATTRS
6950_mm512_broadcast_i64x4 (__m256i __A)
6951{
6952 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
6953 (__v8di)
6954 _mm512_undefined_epi32 (),
6955 (__mmask8) -1);
6956}
6957
6958static __inline__ __m512i __DEFAULT_FN_ATTRS
6959_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
6960{
6961 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
6962 (__v8di) __O,
6963 __M);
6964}
6965
6966static __inline__ __m512i __DEFAULT_FN_ATTRS
6967_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
6968{
6969 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
6970 (__v8di)
6971 _mm512_setzero_si512 (),
6972 __M);
6973}
6974
6975static __inline__ __m512d __DEFAULT_FN_ATTRS
6976_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
6977{
6978 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
6979 (__v8df) __O, __M);
6980}
6981
6982static __inline__ __m512d __DEFAULT_FN_ATTRS
6983_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
6984{
6985 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
6986 (__v8df)
6987 _mm512_setzero_pd (),
6988 __M);
6989}
6990
6991static __inline__ __m512 __DEFAULT_FN_ATTRS
6992_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
6993{
6994 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
6995 (__v16sf) __O, __M);
6996}
6997
6998static __inline__ __m512 __DEFAULT_FN_ATTRS
6999_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7000{
7001 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7002 (__v16sf)
7003 _mm512_setzero_ps (),
7004 __M);
7005}
7006
Michael Zuckermane1680612016-04-13 15:02:04 +00007007static __inline__ __m128i __DEFAULT_FN_ATTRS
7008_mm512_cvtsepi32_epi8 (__m512i __A)
7009{
7010 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7011 (__v16qi) _mm_undefined_si128 (),
7012 (__mmask16) -1);
7013}
7014
7015static __inline__ __m128i __DEFAULT_FN_ATTRS
7016_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7017{
7018 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7019 (__v16qi) __O, __M);
7020}
7021
7022static __inline__ __m128i __DEFAULT_FN_ATTRS
7023_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7024{
7025 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7026 (__v16qi) _mm_setzero_si128 (),
7027 __M);
7028}
7029
7030static __inline__ void __DEFAULT_FN_ATTRS
7031_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7032{
7033 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7034}
7035
7036static __inline__ __m256i __DEFAULT_FN_ATTRS
7037_mm512_cvtsepi32_epi16 (__m512i __A)
7038{
7039 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7040 (__v16hi) _mm256_undefined_si256 (),
7041 (__mmask16) -1);
7042}
7043
7044static __inline__ __m256i __DEFAULT_FN_ATTRS
7045_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7046{
7047 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7048 (__v16hi) __O, __M);
7049}
7050
7051static __inline__ __m256i __DEFAULT_FN_ATTRS
7052_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7053{
7054 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7055 (__v16hi) _mm256_setzero_si256 (),
7056 __M);
7057}
7058
7059static __inline__ void __DEFAULT_FN_ATTRS
7060_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7061{
7062 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7063}
7064
7065static __inline__ __m128i __DEFAULT_FN_ATTRS
7066_mm512_cvtsepi64_epi8 (__m512i __A)
7067{
7068 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7069 (__v16qi) _mm_undefined_si128 (),
7070 (__mmask8) -1);
7071}
7072
7073static __inline__ __m128i __DEFAULT_FN_ATTRS
7074_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7075{
7076 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7077 (__v16qi) __O, __M);
7078}
7079
7080static __inline__ __m128i __DEFAULT_FN_ATTRS
7081_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7082{
7083 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7084 (__v16qi) _mm_setzero_si128 (),
7085 __M);
7086}
7087
7088static __inline__ void __DEFAULT_FN_ATTRS
7089_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7090{
7091 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7092}
7093
7094static __inline__ __m256i __DEFAULT_FN_ATTRS
7095_mm512_cvtsepi64_epi32 (__m512i __A)
7096{
7097 __v8si __O;
7098 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7099 (__v8si) _mm256_undefined_si256 (),
7100 (__mmask8) -1);
7101}
7102
7103static __inline__ __m256i __DEFAULT_FN_ATTRS
7104_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7105{
7106 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7107 (__v8si) __O, __M);
7108}
7109
7110static __inline__ __m256i __DEFAULT_FN_ATTRS
7111_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7112{
7113 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7114 (__v8si) _mm256_setzero_si256 (),
7115 __M);
7116}
7117
7118static __inline__ void __DEFAULT_FN_ATTRS
7119_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7120{
7121 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7122}
7123
7124static __inline__ __m128i __DEFAULT_FN_ATTRS
7125_mm512_cvtsepi64_epi16 (__m512i __A)
7126{
7127 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7128 (__v8hi) _mm_undefined_si128 (),
7129 (__mmask8) -1);
7130}
7131
7132static __inline__ __m128i __DEFAULT_FN_ATTRS
7133_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7134{
7135 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7136 (__v8hi) __O, __M);
7137}
7138
7139static __inline__ __m128i __DEFAULT_FN_ATTRS
7140_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7141{
7142 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7143 (__v8hi) _mm_setzero_si128 (),
7144 __M);
7145}
7146
7147static __inline__ void __DEFAULT_FN_ATTRS
7148_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7149{
7150 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7151}
7152
Michael Zuckermand8715312016-04-14 06:48:09 +00007153static __inline__ __m128i __DEFAULT_FN_ATTRS
7154_mm512_cvtusepi32_epi8 (__m512i __A)
7155{
7156 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7157 (__v16qi) _mm_undefined_si128 (),
7158 (__mmask16) -1);
7159}
7160
7161static __inline__ __m128i __DEFAULT_FN_ATTRS
7162_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7163{
7164 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7165 (__v16qi) __O,
7166 __M);
7167}
7168
7169static __inline__ __m128i __DEFAULT_FN_ATTRS
7170_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7171{
7172 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7173 (__v16qi) _mm_setzero_si128 (),
7174 __M);
7175}
7176
7177static __inline__ void __DEFAULT_FN_ATTRS
7178_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7179{
7180 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7181}
7182
7183static __inline__ __m256i __DEFAULT_FN_ATTRS
7184_mm512_cvtusepi32_epi16 (__m512i __A)
7185{
7186 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7187 (__v16hi) _mm256_undefined_si256 (),
7188 (__mmask16) -1);
7189}
7190
7191static __inline__ __m256i __DEFAULT_FN_ATTRS
7192_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7193{
7194 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7195 (__v16hi) __O,
7196 __M);
7197}
7198
7199static __inline__ __m256i __DEFAULT_FN_ATTRS
7200_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7201{
7202 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7203 (__v16hi) _mm256_setzero_si256 (),
7204 __M);
7205}
7206
7207static __inline__ void __DEFAULT_FN_ATTRS
7208_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7209{
7210 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7211}
7212
7213static __inline__ __m128i __DEFAULT_FN_ATTRS
7214_mm512_cvtusepi64_epi8 (__m512i __A)
7215{
7216 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7217 (__v16qi) _mm_undefined_si128 (),
7218 (__mmask8) -1);
7219}
7220
7221static __inline__ __m128i __DEFAULT_FN_ATTRS
7222_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7223{
7224 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7225 (__v16qi) __O,
7226 __M);
7227}
7228
7229static __inline__ __m128i __DEFAULT_FN_ATTRS
7230_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7231{
7232 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7233 (__v16qi) _mm_setzero_si128 (),
7234 __M);
7235}
7236
7237static __inline__ void __DEFAULT_FN_ATTRS
7238_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7239{
7240 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7241}
7242
7243static __inline__ __m256i __DEFAULT_FN_ATTRS
7244_mm512_cvtusepi64_epi32 (__m512i __A)
7245{
7246 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7247 (__v8si) _mm256_undefined_si256 (),
7248 (__mmask8) -1);
7249}
7250
7251static __inline__ __m256i __DEFAULT_FN_ATTRS
7252_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7253{
7254 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7255 (__v8si) __O, __M);
7256}
7257
7258static __inline__ __m256i __DEFAULT_FN_ATTRS
7259_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7260{
7261 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7262 (__v8si) _mm256_setzero_si256 (),
7263 __M);
7264}
7265
7266static __inline__ void __DEFAULT_FN_ATTRS
7267_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7268{
7269 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7270}
7271
7272static __inline__ __m128i __DEFAULT_FN_ATTRS
7273_mm512_cvtusepi64_epi16 (__m512i __A)
7274{
7275 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7276 (__v8hi) _mm_undefined_si128 (),
7277 (__mmask8) -1);
7278}
7279
7280static __inline__ __m128i __DEFAULT_FN_ATTRS
7281_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7282{
7283 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7284 (__v8hi) __O, __M);
7285}
7286
7287static __inline__ __m128i __DEFAULT_FN_ATTRS
7288_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7289{
7290 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7291 (__v8hi) _mm_setzero_si128 (),
7292 __M);
7293}
7294
7295static __inline__ void __DEFAULT_FN_ATTRS
7296_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7297{
7298 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7299}
7300
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007301static __inline__ __m128i __DEFAULT_FN_ATTRS
7302_mm512_cvtepi32_epi8 (__m512i __A)
7303{
7304 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7305 (__v16qi) _mm_undefined_si128 (),
7306 (__mmask16) -1);
7307}
7308
7309static __inline__ __m128i __DEFAULT_FN_ATTRS
7310_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7311{
7312 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7313 (__v16qi) __O, __M);
7314}
7315
7316static __inline__ __m128i __DEFAULT_FN_ATTRS
7317_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7318{
7319 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7320 (__v16qi) _mm_setzero_si128 (),
7321 __M);
7322}
7323
7324static __inline__ void __DEFAULT_FN_ATTRS
7325_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7326{
7327 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7328}
7329
7330static __inline__ __m256i __DEFAULT_FN_ATTRS
7331_mm512_cvtepi32_epi16 (__m512i __A)
7332{
7333 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7334 (__v16hi) _mm256_undefined_si256 (),
7335 (__mmask16) -1);
7336}
7337
7338static __inline__ __m256i __DEFAULT_FN_ATTRS
7339_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7340{
7341 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7342 (__v16hi) __O, __M);
7343}
7344
7345static __inline__ __m256i __DEFAULT_FN_ATTRS
7346_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7347{
7348 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7349 (__v16hi) _mm256_setzero_si256 (),
7350 __M);
7351}
7352
7353static __inline__ void __DEFAULT_FN_ATTRS
7354_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7355{
7356 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7357}
7358
7359static __inline__ __m128i __DEFAULT_FN_ATTRS
7360_mm512_cvtepi64_epi8 (__m512i __A)
7361{
7362 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7363 (__v16qi) _mm_undefined_si128 (),
7364 (__mmask8) -1);
7365}
7366
7367static __inline__ __m128i __DEFAULT_FN_ATTRS
7368_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7369{
7370 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7371 (__v16qi) __O, __M);
7372}
7373
7374static __inline__ __m128i __DEFAULT_FN_ATTRS
7375_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7376{
7377 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7378 (__v16qi) _mm_setzero_si128 (),
7379 __M);
7380}
7381
7382static __inline__ void __DEFAULT_FN_ATTRS
7383_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7384{
7385 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7386}
7387
7388static __inline__ __m256i __DEFAULT_FN_ATTRS
7389_mm512_cvtepi64_epi32 (__m512i __A)
7390{
7391 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7392 (__v8si) _mm256_undefined_si256 (),
7393 (__mmask8) -1);
7394}
7395
7396static __inline__ __m256i __DEFAULT_FN_ATTRS
7397_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7398{
7399 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7400 (__v8si) __O, __M);
7401}
7402
7403static __inline__ __m256i __DEFAULT_FN_ATTRS
7404_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7405{
7406 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7407 (__v8si) _mm256_setzero_si256 (),
7408 __M);
7409}
7410
7411static __inline__ void __DEFAULT_FN_ATTRS
7412_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7413{
7414 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7415}
7416
7417static __inline__ __m128i __DEFAULT_FN_ATTRS
7418_mm512_cvtepi64_epi16 (__m512i __A)
7419{
7420 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7421 (__v8hi) _mm_undefined_si128 (),
7422 (__mmask8) -1);
7423}
7424
7425static __inline__ __m128i __DEFAULT_FN_ATTRS
7426_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7427{
7428 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7429 (__v8hi) __O, __M);
7430}
7431
7432static __inline__ __m128i __DEFAULT_FN_ATTRS
7433_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7434{
7435 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7436 (__v8hi) _mm_setzero_si128 (),
7437 __M);
7438}
7439
7440static __inline__ void __DEFAULT_FN_ATTRS
7441_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7442{
7443 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7444}
7445
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007446#define _mm512_extracti32x4_epi32( __A, __imm) __extension__ ({ \
7447__builtin_ia32_extracti32x4_mask ((__v16si)( __A),\
7448 (__imm),\
7449 (__v4si) _mm_undefined_si128 (),\
7450 (__mmask8) -1);\
7451})
7452
7453#define _mm512_mask_extracti32x4_epi32( __W, __U, __A, __imm) __extension__ ({ \
7454__builtin_ia32_extracti32x4_mask ((__v16si)( __A),\
7455 ( __imm),\
7456 (__v4si)( __W),\
7457 (__mmask8)( __U));\
7458})
7459
7460#define _mm512_maskz_extracti32x4_epi32( __U, __A, __imm) __extension__ ({ \
7461__builtin_ia32_extracti32x4_mask ((__v16si)( __A),\
7462 ( __imm),\
7463 (__v4si) _mm_setzero_si128 (),\
7464 (__mmask8)( __U));\
7465})
7466
7467#define _mm512_extracti64x4_epi64( __A, __imm) __extension__ ({ \
7468__builtin_ia32_extracti64x4_mask ((__v8di)( __A),\
7469 ( __imm),\
7470 (__v4di) _mm256_undefined_si256 (),\
7471 (__mmask8) -1);\
7472})
7473
7474#define _mm512_mask_extracti64x4_epi64( __W, __U, __A, __imm) __extension__ ({ \
7475__builtin_ia32_extracti64x4_mask ((__v8di)( __A),\
7476 ( __imm),\
7477 (__v4di)( __W),\
7478 (__mmask8)( __U));\
7479})
7480
7481#define _mm512_maskz_extracti64x4_epi64( __U, __A, __imm) __extension__ ({ \
7482__builtin_ia32_extracti64x4_mask ((__v8di)( __A),\
7483 ( __imm),\
7484 (__v4di) _mm256_setzero_si256 (),\
7485 (__mmask8)( __U));\
7486})
7487
7488#define _mm512_insertf64x4( __A, __B, __imm) __extension__ ({ \
7489__builtin_ia32_insertf64x4_mask ((__v8df)( __A),\
7490 (__v4df)( __B),\
7491 ( __imm),\
7492 (__v8df) _mm512_undefined_pd (),\
7493 (__mmask8) -1);\
7494})
7495
7496#define _mm512_mask_insertf64x4( __W, __U, __A, __B, __imm) __extension__ ({ \
7497__builtin_ia32_insertf64x4_mask ((__v8df)( __A),\
7498 (__v4df)( __B),\
7499 ( __imm),\
7500 (__v8df)( __W),\
7501 (__mmask8)( __U));\
7502})
7503
7504#define _mm512_maskz_insertf64x4( __U, __A, __B, __imm) __extension__ ({ \
7505__builtin_ia32_insertf64x4_mask ((__v8df)( __A),\
7506 (__v4df)( __B),\
7507 ( __imm),\
7508 (__v8df) _mm512_setzero_pd (),\
7509 (__mmask8)( __U));\
7510})
7511
7512#define _mm512_inserti64x4( __A, __B, __imm) __extension__ ({ \
7513__builtin_ia32_inserti64x4_mask ((__v8di)( __A),\
7514 (__v4di)( __B),\
7515 ( __imm),\
7516 (__v8di) _mm512_setzero_si512 (),\
7517 (__mmask8) -1);\
7518})
7519
7520#define _mm512_mask_inserti64x4( __W, __U, __A, __B, __imm) __extension__ ({ \
7521__builtin_ia32_inserti64x4_mask ((__v8di)( __A),\
7522 (__v4di)( __B),\
7523 ( __imm),\
7524 (__v8di)( __W),\
7525 (__mmask8)( __U));\
7526})
7527
7528#define _mm512_maskz_inserti64x4( __U, __A, __B, __imm) __extension__ ({ \
7529__builtin_ia32_inserti64x4_mask ((__v8di)( __A),\
7530 (__v4di)( __B),\
7531 ( __imm),\
7532 (__v8di) _mm512_setzero_si512 (),\
7533 (__mmask8)( __U));\
7534})
7535
Craig Topperdca1f232016-05-15 21:26:20 +00007536#define _mm512_insertf32x4( __A, __B, __imm) __extension__ ({ \
7537__builtin_ia32_insertf32x4_mask ((__v16sf)( __A),\
7538 (__v4sf)( __B),\
7539 ( __imm),\
7540 (__v16sf) _mm512_undefined_ps (),\
7541 (__mmask16) -1);\
7542})
7543
7544#define _mm512_mask_insertf32x4( __W, __U, __A, __B, __imm) __extension__ ({ \
7545__builtin_ia32_insertf32x4_mask ((__v16sf)( __A),\
7546 (__v4sf)( __B),\
7547 ( __imm),\
7548 (__v16sf)( __W),\
7549 (__mmask16)( __U));\
7550})
7551
7552#define _mm512_maskz_insertf32x4( __U, __A, __B, __imm) __extension__ ({ \
7553__builtin_ia32_insertf32x4_mask ((__v16sf)( __A),\
7554 (__v4sf)( __B),\
7555 ( __imm),\
7556 (__v16sf) _mm512_setzero_ps (),\
7557 (__mmask16)( __U));\
7558})
7559
7560#define _mm512_inserti32x4( __A, __B, __imm) __extension__ ({ \
7561__builtin_ia32_inserti32x4_mask ((__v16si)( __A),\
7562 (__v4si)( __B),\
7563 ( __imm),\
7564 (__v16si) _mm512_setzero_si512 (),\
7565 (__mmask16) -1);\
7566})
7567
7568#define _mm512_mask_inserti32x4( __W, __U, __A, __B, __imm) __extension__ ({ \
7569__builtin_ia32_inserti32x4_mask ((__v16si)( __A),\
7570 (__v4si)( __B),\
7571 ( __imm),\
7572 (__v16si)( __W),\
7573 (__mmask16)( __U));\
7574})
7575
7576#define _mm512_maskz_inserti32x4( __U, __A, __B, __imm) __extension__ ({ \
7577__builtin_ia32_inserti32x4_mask ((__v16si)( __A),\
7578 (__v4si)( __B),\
7579 ( __imm),\
7580 (__v16si) _mm512_setzero_si512 (),\
7581 (__mmask16)( __U));\
7582})
7583
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00007584#define _mm512_getmant_round_pd( __A, __B, __C, __R) __extension__ ({ \
7585__builtin_ia32_getmantpd512_mask ((__v8df)( __A),\
7586 (__C << 2) |( __B),\
7587 (__v8df) _mm512_undefined_pd (),\
7588 (__mmask8) -1,( __R));\
7589})
7590
7591#define _mm512_mask_getmant_round_pd( __W, __U, __A, __B, __C, __R) __extension__ ({ \
7592__builtin_ia32_getmantpd512_mask ((__v8df)( __A),\
7593 (__C << 2) |( __B),\
7594 (__v8df)( __W),(__mmask8)( __U),\
7595 ( __R));\
7596})
7597
7598#define _mm512_maskz_getmant_round_pd( __U, __A, __B, __C, __R) __extension__ ({ \
7599__builtin_ia32_getmantpd512_mask ((__v8df)( __A),\
7600 (__C << 2) |( __B),\
7601 (__v8df) _mm512_setzero_pd (),\
7602 (__mmask8)( __U),( __R));\
7603})
7604
7605#define _mm512_getmant_pd( __A, __B, __C) __extension__ ({ \
7606__builtin_ia32_getmantpd512_mask ((__v8df)( __A),\
7607 (__C << 2) |( __B),\
7608 (__v8df) _mm512_setzero_pd (),\
7609 (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);\
7610})
7611
7612#define _mm512_mask_getmant_pd( __W, __U, __A, __B, __C) __extension__ ({ \
7613__builtin_ia32_getmantpd512_mask ((__v8df)( __A),\
7614 (__C << 2) |( __B),\
7615 (__v8df)( __W), (__mmask8)( __U), _MM_FROUND_CUR_DIRECTION);\
7616})
7617
7618#define _mm512_maskz_getmant_pd( __U, __A, __B, __C) __extension__ ({ \
7619__builtin_ia32_getmantpd512_mask ((__v8df)( __A),\
7620 (__C << 2) |( __B),\
7621 (__v8df) _mm512_setzero_pd (),\
7622 (__mmask8)( __U), _MM_FROUND_CUR_DIRECTION);\
7623})
7624
7625#define _mm512_getmant_round_ps( __A, __B, __C, __R) __extension__ ({ \
7626__builtin_ia32_getmantps512_mask ((__v16sf)( __A),\
7627 (__C << 2) |( __B),\
7628 (__v16sf) _mm512_undefined_ps (),\
7629 (__mmask16) -1,( __R));\
7630})
7631
7632#define _mm512_mask_getmant_round_ps( __W, __U, __A, __B, __C, __R) __extension__ ({ \
7633__builtin_ia32_getmantps512_mask ((__v16sf)( __A),\
7634 (__C << 2) |( __B),\
7635 (__v16sf)( __W),(__mmask16)( __U),\
7636 ( __R));\
7637})
7638
7639#define _mm512_maskz_getmant_round_ps( __U, __A, __B, __C, __R) __extension__ ({ \
7640__builtin_ia32_getmantps512_mask ((__v16sf)( __A),\
7641 (__C << 2) |( __B),\
7642 (__v16sf) _mm512_setzero_ps (),\
7643 ( __U),( __R));\
7644})
7645
7646#define _mm512_getmant_ps( __A, __B, __C) __extension__ ({ \
7647__builtin_ia32_getmantps512_mask ((__v16sf)( __A),\
7648 (__C << 2) |( __B),\
7649 (__v16sf) _mm512_undefined_ps (),\
7650 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);\
7651})
7652
7653#define _mm512_mask_getmant_ps( __W, __U, __A, __B, __C) __extension__ ({ \
7654__builtin_ia32_getmantps512_mask ((__v16sf)( __A),\
7655 (__C << 2) |( __B),\
7656 (__v16sf)( __W),(__mmask16) ( __U),\
7657 _MM_FROUND_CUR_DIRECTION);\
7658})
7659
7660#define _mm512_maskz_getmant_ps( __U, __A, __B, __C) __extension__ ({ \
7661__builtin_ia32_getmantps512_mask ((__v16sf)( __A),\
7662 (__C << 2) |( __B),\
7663 (__v16sf) _mm512_setzero_ps (),\
7664 (__mmask16)( __U),_MM_FROUND_CUR_DIRECTION);\
7665})
7666
7667#define _mm512_getexp_round_pd( __A, __R) __extension__ ({ \
7668__builtin_ia32_getexppd512_mask ((__v8df)( __A),\
7669 (__v8df) _mm512_undefined_pd (),\
7670 (__mmask8) -1,( __R));\
7671})
7672
7673#define _mm512_mask_getexp_round_pd( __W, __U, __A, __R) __extension__ ({ \
7674__builtin_ia32_getexppd512_mask ((__v8df)( __A),\
7675 (__v8df)( __W),\
7676 (__mmask8)( __U),( __R));\
7677})
7678
7679#define _mm512_maskz_getexp_round_pd( __U, __A, __R) __extension__ ({ \
7680__builtin_ia32_getexppd512_mask ((__v8df)( __A),\
7681 (__v8df) _mm512_setzero_pd (),\
7682 (__mmask8)( __U),( __R));\
7683})
7684
7685static __inline__ __m512d __DEFAULT_FN_ATTRS
7686_mm512_getexp_pd (__m512d __A)
7687{
7688 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
7689 (__v8df) _mm512_undefined_pd (),
7690 (__mmask8) -1,
7691 _MM_FROUND_CUR_DIRECTION);
7692}
7693
7694static __inline__ __m512d __DEFAULT_FN_ATTRS
7695_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
7696{
7697 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
7698 (__v8df) __W,
7699 (__mmask8) __U,
7700 _MM_FROUND_CUR_DIRECTION);
7701}
7702
7703static __inline__ __m512d __DEFAULT_FN_ATTRS
7704_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
7705{
7706 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
7707 (__v8df) _mm512_setzero_pd (),
7708 (__mmask8) __U,
7709 _MM_FROUND_CUR_DIRECTION);
7710}
7711
7712#define _mm512_getexp_round_ps( __A, __R) __extension__ ({ \
7713__builtin_ia32_getexpps512_mask ((__v16sf)( __A),\
7714 (__v16sf) _mm512_undefined_ps (),\
7715 (__mmask16) -1,( __R));\
7716})
7717
7718#define _mm512_mask_getexp_round_ps( __W, __U, __A, __R) __extension__ ({ \
7719__builtin_ia32_getexpps512_mask ((__v16sf)( __A),\
7720 (__v16sf)( __W),\
7721 (__mmask16)( __U),( __R));\
7722})
7723
7724#define _mm512_maskz_getexp_round_ps( __U, __A, __R) __extension__ ({ \
7725__builtin_ia32_getexpps512_mask ((__v16sf)( __A),\
7726 (__v16sf) _mm512_setzero_ps (),\
7727 (__mmask16)( __U),( __R));\
7728})
7729
7730static __inline__ __m512 __DEFAULT_FN_ATTRS
7731_mm512_getexp_ps (__m512 __A)
7732{
7733 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
7734 (__v16sf) _mm512_undefined_ps (),
7735 (__mmask16) -1,
7736 _MM_FROUND_CUR_DIRECTION);
7737}
7738
7739static __inline__ __m512 __DEFAULT_FN_ATTRS
7740_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
7741{
7742 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
7743 (__v16sf) __W,
7744 (__mmask16) __U,
7745 _MM_FROUND_CUR_DIRECTION);
7746}
7747
7748static __inline__ __m512 __DEFAULT_FN_ATTRS
7749_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
7750{
7751 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
7752 (__v16sf) _mm512_setzero_ps (),
7753 (__mmask16) __U,
7754 _MM_FROUND_CUR_DIRECTION);
7755}
7756
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00007757#define _mm512_i64gather_ps( __index, __addr, __scale) __extension__ ({ \
7758__builtin_ia32_gatherdiv16sf ((__v8sf) _mm256_undefined_ps (),\
7759 __addr, (__v8di) __index, (__mmask8) -1, __scale);\
7760})
7761
7762#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
7763 __addr, __scale) __extension__({\
7764__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
7765 __addr,(__v8di) __index, __mask, __scale);\
7766})
7767
7768#define _mm512_i64gather_epi32(__index, __addr, __scale) __extension__ ({\
7769__builtin_ia32_gatherdiv16si ((__v8si) _mm256_undefined_ps (),\
7770 __addr, (__v8di) __index, (__mmask8) -1 , __scale);\
7771})
7772
7773#define _mm512_mask_i64gather_epi32( __v1_old, __mask, __index, __addr, __scale) __extension__ ({\
7774__builtin_ia32_gatherdiv16si ((__v8si) __v1_old,\
7775 __addr, (__v8di) __index, __mask , __scale);\
7776})
7777
7778#define _mm512_i64gather_pd(__index, __addr, __scale) __extension__ ({\
7779__builtin_ia32_gatherdiv8df ((__v8df) _mm512_undefined_pd(),\
7780 __addr, (__v8di) __index, (__mmask8) -1 , __scale);\
7781})
7782
7783#define _mm512_mask_i64gather_pd( __v1_old, __mask, __index, __addr, __scale) __extension__ ({\
7784__builtin_ia32_gatherdiv8df ((__v8df) __v1_old,\
7785 __addr, (__v8di) __index, __mask , __scale);\
7786})
7787
7788#define _mm512_i64gather_epi64(__index, __addr, __scale) __extension__ ({\
7789__builtin_ia32_gatherdiv8di ((__v8di) _mm512_undefined_pd(),\
7790 __addr, (__v8di) __index, (__mmask8) -1 , __scale);\
7791})
7792
7793#define _mm512_mask_i64gather_epi64( __v1_old, __mask, __index, __addr, __scale) __extension__ ({\
7794__builtin_ia32_gatherdiv8di ((__v8di) __v1_old,\
7795 __addr, (__v8di) __index, __mask , __scale);\
7796})
7797
7798#define _mm512_i32gather_ps(__index, __addr, __scale) __extension__ ({\
7799__builtin_ia32_gathersiv16sf ((__v16sf) _mm512_undefined_ps(),\
7800 __addr, (__v16si) __index, (__mmask8) -1 , __scale);\
7801})
7802
7803#define _mm512_mask_i32gather_ps( __v1_old, __mask, __index, __addr, __scale) __extension__ ({\
7804__builtin_ia32_gathersiv16sf ((__v16sf) __v1_old,\
7805 __addr, (__v16si) __index, __mask , __scale);\
7806})
7807
7808#define _mm512_i32gather_epi32(__index, __addr, __scale) __extension__ ({\
7809__builtin_ia32_gathersiv16si ((__v16sf) _mm512_undefined_epi32(),\
7810 __addr, (__v16si) __index, (__mmask8) -1 , __scale);\
7811})
7812
7813#define _mm512_mask_i32gather_epi32( __v1_old, __mask, __index, __addr, __scale) __extension__ ({\
7814__builtin_ia32_gathersiv16si ((__v16sf) __v1_old,\
7815 __addr, (__v16si) __index, __mask , __scale);\
7816})
7817
7818#define _mm512_i32gather_pd(__index, __addr, __scale) __extension__ ({\
7819__builtin_ia32_gathersiv8df ((__v8df) _mm512_undefined_pd(),\
7820 __addr, (__v8si) __index, (__mmask8) -1 , __scale);\
7821})
7822
7823#define _mm512_mask_i32gather_pd( __v1_old, __mask, __index, __addr, __scale) __extension__ ({\
7824__builtin_ia32_gathersiv8df ((__v8df) __v1_old,\
7825 __addr, (__v8si) __index, __mask , __scale);\
7826})
7827
7828#define _mm512_i32gather_epi64(__index, __addr, __scale) __extension__ ({\
7829__builtin_ia32_gathersiv8di ((__v8di) _mm512_undefined_epi32(),\
7830 __addr, (__v8si) __index, (__mmask8) -1 , __scale);\
7831})
7832
7833#define _mm512_mask_i32gather_epi64( __v1_old, __mask, __index, __addr, __scale) __extension__ ({\
7834__builtin_ia32_gathersiv8di ((__v8di) __v1_old,\
7835 __addr, (__v8si) __index, __mask , __scale);\
7836})
7837
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00007838#define _mm512_i64scatter_ps(__addr,__index, __v1, __scale) __extension__ ({\
7839__builtin_ia32_scatterdiv16sf(__addr, (__mmask8) -1,\
7840 (__v8di) __index, (__v8sf) __v1, __scale);\
7841})
7842
7843#define _mm512_mask_i64scatter_ps(__addr, __mask,__index, __v1, __scale) __extension__ ({\
7844__builtin_ia32_scatterdiv16sf(__addr, __mask,\
7845 (__v8di) __index, (__v8sf) __v1, __scale);\
7846})
7847
7848#define _mm512_i64scatter_epi32(__addr, __index, __v1, __scale) __extension__ ({\
7849__builtin_ia32_scatterdiv16si (__addr, (__mmask8) -1,\
7850 (__v8di) __index, (__v8si) __v1, __scale);\
7851})
7852
7853#define _mm512_mask_i64scatter_epi32(__addr, __mask, __index, __v1, __scale) __extension__ ({\
7854__builtin_ia32_scatterdiv16si (__addr, __mask, (__v8di) __index,\
7855 (__v8si) __v1, __scale);\
7856})
7857
7858#define _mm512_i64scatter_pd( __addr, __index, __v1, __scale) __extension__ ({\
7859__builtin_ia32_scatterdiv8df (__addr, (__mmask8) -1,\
7860 (__v8di) __index, (__v8df) __v1, __scale);\
7861})
7862
7863#define _mm512_mask_i64scatter_pd( __addr, __mask, __index, __v1, __scale) __extension__ ({\
7864__builtin_ia32_scatterdiv8df (__addr, __mask, (__v8di) __index,\
7865 (__v8df) __v1, __scale);\
7866})
7867
7868#define _mm512_i64scatter_epi64( __addr, __index, __v1, __scale) __extension__ ({\
7869__builtin_ia32_scatterdiv8di (__addr, (__mmask8) -1,\
7870 (__v8di) __index, (__v8di) __v1, __scale);\
7871})
7872
7873#define _mm512_mask_i64scatter_epi64( __addr, __mask, __index, __v1, __scale) __extension__ ({\
7874__builtin_ia32_scatterdiv8di(__addr, __mask, (__v8di) __index,\
7875 (__v8di) __v1, __scale);\
7876})
7877
7878#define _mm512_i32scatter_ps( __addr, __index, __v1, __scale) __extension__ ({\
7879__builtin_ia32_scattersiv16sf (__addr, (__mmask16) -1,\
7880 (__v16si) __index, (__v16sf) __v1, __scale);\
7881})
7882
7883#define _mm512_mask_i32scatter_ps( __addr, __mask, __index, __v1, __scale) __extension__ ({\
7884__builtin_ia32_scattersiv16sf (__addr, __mask, (__v16si) __index,\
7885 (__v16sf) __v1, __scale);\
7886})
7887
7888#define _mm512_i32scatter_epi32( __addr, __index, __v1, __scale) __extension__ ({\
7889__builtin_ia32_scattersiv16si (__addr, (__mmask16) -1,\
7890 (__v16si) __index, (__v16si) __v1, __scale);\
7891})
7892
7893#define _mm512_mask_i32scatter_epi32( __addr, __mask, __index, __v1, __scale) __extension__ ({\
7894__builtin_ia32_scattersiv16si (__addr, __mask, (__v16si) __index,\
7895 (__v16si) __v1, __scale);\
7896})
7897
7898#define _mm512_i32scatter_pd( __addr, __index, __v1, __scale) __extension__ ({\
7899__builtin_ia32_scattersiv8df (__addr, (__mmask8) -1,\
7900 (__v8si) __index, (__v8df) __v1, __scale);\
7901})
7902
7903#define _mm512_mask_i32scatter_pd( __addr, __mask, __index, __v1, __scale) __extension__ ({\
7904__builtin_ia32_scattersiv8df (__addr, __mask, (__v8si) __index,\
7905 (__v8df) __v1, __scale);\
7906})
7907
7908#define _mm512_i32scatter_epi64( __addr, __index, __v1, __scale) __extension__ ({\
7909__builtin_ia32_scattersiv8di (__addr, (__mmask8) -1,\
7910 (__v8si) __index, (__v8di) __v1, __scale);\
7911})
7912
7913#define _mm512_mask_i32scatter_epi64( __addr, __mask, __index, __v1, __scale) __extension__ ({\
7914__builtin_ia32_scattersiv8di (__addr, __mask, (__v8si) __index,\
7915 (__v8di) __v1, __scale);\
7916})
7917
Michael Zuckerman743d68c2016-04-22 10:56:24 +00007918static __inline__ __m128 __DEFAULT_FN_ATTRS
7919_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
7920{
7921 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
7922 (__v4sf) __B,
7923 (__v4sf) __W,
7924 (__mmask8) __U,
7925 _MM_FROUND_CUR_DIRECTION);
7926}
7927
7928#define _mm_mask_fmadd_round_ss( __W, __U, __A, __B, __R) __extension__({\
7929__builtin_ia32_vfmaddss3_mask ((__v4sf) __A,\
7930 (__v4sf) __B,\
7931 (__v4sf) __W,\
7932 (__mmask8) __U,\
7933 __R);\
7934})
7935
7936static __inline__ __m128 __DEFAULT_FN_ATTRS
7937_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
7938{
7939 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
7940 (__v4sf) __B,
7941 (__v4sf) __C,
7942 (__mmask8) __U,
7943 _MM_FROUND_CUR_DIRECTION);
7944}
7945
7946#define _mm_maskz_fmadd_round_ss( __U, __A, __B, __C, __R) __extension__ ({\
7947__builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,\
7948 (__v4sf) __B,\
7949 (__v4sf) __C,\
7950 (__mmask8) __U,\
7951 _MM_FROUND_CUR_DIRECTION);\
7952})
7953
7954static __inline__ __m128 __DEFAULT_FN_ATTRS
7955_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
7956{
7957 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
7958 (__v4sf) __X,
7959 (__v4sf) __Y,
7960 (__mmask8) __U,
7961 _MM_FROUND_CUR_DIRECTION);
7962}
7963
7964#define _mm_mask3_fmadd_round_ss( __W, __X, __Y, __U, __R) __extension__ ({\
7965__builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,\
7966 (__v4sf) __X,\
7967 (__v4sf) __Y,\
7968 (__mmask8) __U,\
7969 __R);\
7970})
7971
7972static __inline__ __m128 __DEFAULT_FN_ATTRS
7973_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
7974{
7975 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00007976 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00007977 (__v4sf) __W,
7978 (__mmask8) __U,
7979 _MM_FROUND_CUR_DIRECTION);
7980}
7981
7982#define _mm_mask_fmsub_round_ss( __W, __U, __A, __B, __R) __extension__ ({\
7983__builtin_ia32_vfmaddss3_mask ((__v4sf) __A,\
Craig Topper9864c592016-05-15 20:10:03 +00007984 -(__v4sf) (__B),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00007985 (__v4sf) __W,\
7986 (__mmask8) __U,\
7987 __R);\
7988})
7989
7990static __inline__ __m128 __DEFAULT_FN_ATTRS
7991_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
7992{
7993 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
7994 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00007995 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00007996 (__mmask8) __U,
7997 _MM_FROUND_CUR_DIRECTION);
7998}
7999
8000#define _mm_maskz_fmsub_round_ss( __U, __A, __B, __C, __R) __extension__ ({\
8001__builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,\
8002 (__v4sf) __B,\
Craig Topper9864c592016-05-15 20:10:03 +00008003 -(__v4sf) (__C),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008004 (__mmask8) __U,\
8005 __R);\
8006})
8007
8008static __inline__ __m128 __DEFAULT_FN_ATTRS
8009_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
8010{
8011 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8012 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008013 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008014 (__mmask8) __U,
8015 _MM_FROUND_CUR_DIRECTION);
8016}
8017
8018#define _mm_mask3_fmsub_round_ss( __W, __X, __Y, __U, __R) __extension__ ({\
8019__builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,\
8020 (__v4sf) __X,\
Craig Topper9864c592016-05-15 20:10:03 +00008021 -(__v4sf) (__Y),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008022 (__mmask8) __U,\
8023 __R);\
8024})
8025
8026static __inline__ __m128 __DEFAULT_FN_ATTRS
8027_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8028{
Craig Topper9864c592016-05-15 20:10:03 +00008029 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008030 (__v4sf) __B,
8031 (__v4sf) __W,
8032 (__mmask8) __U,
8033 _MM_FROUND_CUR_DIRECTION);
8034}
8035
8036#define _mm_mask_fnmadd_round_ss( __W, __U, __A, __B, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008037__builtin_ia32_vfmaddss3_mask (-(__v4sf) (__A),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008038 (__v4sf) __B,\
8039 (__v4sf) __W,\
8040 (__mmask8) __U,\
8041 __R);\
8042})
8043
8044static __inline__ __m128 __DEFAULT_FN_ATTRS
8045_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
8046{
Craig Topper9864c592016-05-15 20:10:03 +00008047 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008048 (__v4sf) __B,
8049 (__v4sf) __C,
8050 (__mmask8) __U,
8051 _MM_FROUND_CUR_DIRECTION);
8052}
8053
8054#define _mm_maskz_fnmadd_round_ss( __U, __A, __B, __C, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008055__builtin_ia32_vfmaddss3_maskz (-(__v4sf) (__A),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008056 (__v4sf) __B,\
8057 (__v4sf) __C,\
8058 (__mmask8) __U,\
8059 __R);\
8060})
8061
8062static __inline__ __m128 __DEFAULT_FN_ATTRS
8063_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
8064{
Craig Topper9864c592016-05-15 20:10:03 +00008065 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008066 (__v4sf) __X,
8067 (__v4sf) __Y,
8068 (__mmask8) __U,
8069 _MM_FROUND_CUR_DIRECTION);
8070}
8071
8072#define _mm_mask3_fnmadd_round_ss( __W, __X, __Y, __U, __R) __extension__({\
Craig Topper9864c592016-05-15 20:10:03 +00008073__builtin_ia32_vfmaddss3_mask3 (-(__v4sf) (__W),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008074 (__v4sf) __X,\
8075 (__v4sf) __Y,\
8076 (__mmask8) __U,\
8077 __R);\
8078})
8079
8080static __inline__ __m128 __DEFAULT_FN_ATTRS
8081_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8082{
Craig Topper9864c592016-05-15 20:10:03 +00008083 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8084 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008085 (__v4sf) __W,
8086 (__mmask8) __U,
8087 _MM_FROUND_CUR_DIRECTION);
8088}
8089
8090#define _mm_mask_fnmsub_round_ss( __W, __U, __A, __B, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008091__builtin_ia32_vfmaddss3_mask (-(__v4sf) (__A),\
8092 -(__v4sf) (__B),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008093 (__v4sf) __W,\
8094 (__mmask8) __U,\
8095 __R);\
8096})
8097
8098static __inline__ __m128 __DEFAULT_FN_ATTRS
8099_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
8100{
Craig Topper9864c592016-05-15 20:10:03 +00008101 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008102 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008103 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008104 (__mmask8) __U,
8105 _MM_FROUND_CUR_DIRECTION);
8106}
8107
8108#define _mm_maskz_fnmsub_round_ss( __U, __A, __B, __C, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008109__builtin_ia32_vfmaddss3_maskz(-(__v4sf) (__A),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008110 (__v4sf) __B,\
Craig Topper9864c592016-05-15 20:10:03 +00008111 -(__v4sf) (__C),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008112 (__mmask8) __U,\
8113 _MM_FROUND_CUR_DIRECTION);\
8114})
8115
8116static __inline__ __m128 __DEFAULT_FN_ATTRS
8117_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
8118{
Craig Topper9864c592016-05-15 20:10:03 +00008119 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008120 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008121 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008122 (__mmask8) __U,
8123 _MM_FROUND_CUR_DIRECTION);
8124}
8125
8126#define _mm_mask3_fnmsub_round_ss( __W, __X, __Y, __U, __R) __extension__({\
Craig Topper9864c592016-05-15 20:10:03 +00008127__builtin_ia32_vfmaddss3_mask3 (-(__v4sf) (__W),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008128 (__v4sf) __X,\
Craig Topper9864c592016-05-15 20:10:03 +00008129 -(__v4sf) (__Y),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008130 (__mmask8) __U,\
8131 __R);\
8132})
8133
8134static __inline__ __m128 __DEFAULT_FN_ATTRS
8135_mm_mask_fmadd_sd (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8136{
8137 return (__m128) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
8138 (__v2df) __B,
8139 (__v2df) __W,
8140 (__mmask8) __U,
8141 _MM_FROUND_CUR_DIRECTION);
8142}
8143
8144#define _mm_mask_fmadd_round_sd( __W, __U, __A, __B, __R) __extension__({\
8145__builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,\
8146 (__v2df) __B,\
8147 (__v2df) __W,\
8148 (__mmask8) __U,\
8149 __R);\
8150})
8151
8152static __inline__ __m128 __DEFAULT_FN_ATTRS
8153_mm_maskz_fmadd_sd (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
8154{
8155 return (__m128) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
8156 (__v2df) __B,
8157 (__v2df) __C,
8158 (__mmask8) __U,
8159 _MM_FROUND_CUR_DIRECTION);
8160}
8161
8162#define _mm_maskz_fmadd_round_sd( __U, __A, __B, __C, __R) __extension__ ({\
8163__builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,\
8164 (__v2df) __B,\
8165 (__v2df) __C,\
8166 (__mmask8) __U,\
8167 _MM_FROUND_CUR_DIRECTION);\
8168})
8169
8170static __inline__ __m128 __DEFAULT_FN_ATTRS
8171_mm_mask3_fmadd_sd (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
8172{
8173 return (__m128) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
8174 (__v2df) __X,
8175 (__v2df) __Y,
8176 (__mmask8) __U,
8177 _MM_FROUND_CUR_DIRECTION);
8178}
8179
8180#define _mm_mask3_fmadd_round_sd( __W, __X, __Y, __U, __R) __extension__ ({\
8181__builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,\
8182 (__v2df) __X,\
8183 (__v2df) __Y,\
8184 (__mmask8) __U,\
8185 __R);\
8186})
8187
8188static __inline__ __m128 __DEFAULT_FN_ATTRS
8189_mm_mask_fmsub_sd (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8190{
8191 return (__m128) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008192 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008193 (__v2df) __W,
8194 (__mmask8) __U,
8195 _MM_FROUND_CUR_DIRECTION);
8196}
8197
8198#define _mm_mask_fmsub_round_sd( __W, __U, __A, __B, __R) __extension__ ({\
8199__builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,\
Craig Topper9864c592016-05-15 20:10:03 +00008200 -(__v2df) (__B),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008201 (__v2df) __W,\
8202 (__mmask8) __U,\
8203 __R);\
8204})
8205
8206static __inline__ __m128 __DEFAULT_FN_ATTRS
8207_mm_maskz_fmsub_sd (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
8208{
8209 return (__m128) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
8210 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008211 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008212 (__mmask8) __U,
8213 _MM_FROUND_CUR_DIRECTION);
8214}
8215
8216#define _mm_maskz_fmsub_round_sd( __U, __A, __B, __C, __R) __extension__ ({\
8217__builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,\
8218 (__v2df) __B,\
Craig Topper9864c592016-05-15 20:10:03 +00008219 -(__v2df) (__C),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008220 (__mmask8) __U,\
8221 __R);\
8222})
8223
8224static __inline__ __m128 __DEFAULT_FN_ATTRS
8225_mm_mask3_fmsub_sd (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
8226{
8227 return (__m128) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
8228 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008229 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008230 (__mmask8) __U,
8231 _MM_FROUND_CUR_DIRECTION);
8232}
8233
8234#define _mm_mask3_fmsub_round_sd( __W, __X, __Y, __U, __R) __extension__ ({\
8235__builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,\
8236 (__v2df) __X,\
Craig Topper9864c592016-05-15 20:10:03 +00008237 -(__v2df) (__Y),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008238 (__mmask8) __U, __R);\
8239})
8240
8241static __inline__ __m128 __DEFAULT_FN_ATTRS
8242_mm_mask_fnmadd_sd (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8243{
Craig Topper9864c592016-05-15 20:10:03 +00008244 return (__m128) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008245 (__v2df) __B,
8246 (__v2df) __W,
8247 (__mmask8) __U,
8248 _MM_FROUND_CUR_DIRECTION);
8249}
8250
8251#define _mm_mask_fnmadd_round_sd( __W, __U, __A, __B, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008252__builtin_ia32_vfmaddsd3_mask ( -(__v2df) (__A),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008253 (__v2df) __B,\
8254 (__v2df) __W,\
8255 (__mmask8) __U,\
8256 __R);\
8257})
8258
8259static __inline__ __m128 __DEFAULT_FN_ATTRS
8260_mm_maskz_fnmadd_sd (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
8261{
Craig Topper9864c592016-05-15 20:10:03 +00008262 return (__m128) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008263 (__v2df) __B,
8264 (__v2df) __C,
8265 (__mmask8) __U,
8266 _MM_FROUND_CUR_DIRECTION);
8267}
8268
8269#define _mm_maskz_fnmadd_round_sd( __U, __A, __B, __C, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008270__builtin_ia32_vfmaddsd3_maskz ( -(__v2df) (__A),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008271 (__v2df) __B,\
8272 (__v2df) __C,\
8273 (__mmask8) __U,\
8274 __R);\
8275})
8276
8277static __inline__ __m128 __DEFAULT_FN_ATTRS
8278_mm_mask3_fnmadd_sd (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
8279{
Craig Topper9864c592016-05-15 20:10:03 +00008280 return (__m128) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008281 (__v2df) __X,
8282 (__v2df) __Y,
8283 (__mmask8) __U,
8284 _MM_FROUND_CUR_DIRECTION);
8285}
8286
8287#define _mm_mask3_fnmadd_round_sd( __W, __X, __Y, __U, __R) __extension__({\
Craig Topper9864c592016-05-15 20:10:03 +00008288__builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008289 (__v2df) __X,\
8290 (__v2df) __Y,\
8291 (__mmask8) __U,\
8292 __R);\
8293})
8294
8295static __inline__ __m128 __DEFAULT_FN_ATTRS
8296_mm_mask_fnmsub_sd (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8297{
Craig Topper9864c592016-05-15 20:10:03 +00008298 return (__m128) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
8299 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008300 (__v2df) __W,
8301 (__mmask8) __U,
8302 _MM_FROUND_CUR_DIRECTION);
8303}
8304
8305#define _mm_mask_fnmsub_round_sd( __W, __U, __A, __B, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008306__builtin_ia32_vfmaddsd3_mask ( -(__v2df) (__A),\
8307 -(__v2df) (__B),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008308 (__v2df) __W,\
8309 (__mmask8) __U,\
8310 __R);\
8311})
8312
8313static __inline__ __m128 __DEFAULT_FN_ATTRS
8314_mm_maskz_fnmsub_sd (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
8315{
Craig Topper9864c592016-05-15 20:10:03 +00008316 return (__m128) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008317 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008318 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008319 (__mmask8) __U,
8320 _MM_FROUND_CUR_DIRECTION);
8321}
8322
8323#define _mm_maskz_fnmsub_round_sd( __U, __A, __B, __C, __R) __extension__ ({\
Craig Topper9864c592016-05-15 20:10:03 +00008324__builtin_ia32_vfmaddsd3_maskz( -(__v2df) (__A),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008325 (__v2df) __B,\
Craig Topper9864c592016-05-15 20:10:03 +00008326 -(__v2df) (__C),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008327 (__mmask8) __U,\
8328 _MM_FROUND_CUR_DIRECTION);\
8329})
8330
8331static __inline__ __m128 __DEFAULT_FN_ATTRS
8332_mm_mask3_fnmsub_sd (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
8333{
Craig Topper9864c592016-05-15 20:10:03 +00008334 return (__m128) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008335 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008336 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008337 (__mmask8) __U,
8338 _MM_FROUND_CUR_DIRECTION);
8339}
8340
8341#define _mm_mask3_fnmsub_round_sd( __W, __X, __Y, __U, __R) __extension__({\
Craig Topper9864c592016-05-15 20:10:03 +00008342__builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008343 (__v2df) __X,\
Craig Topper9864c592016-05-15 20:10:03 +00008344 -(__v2df) (__Y),\
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008345 (__mmask8) __U,\
8346 __R);\
8347})
8348
Michael Zuckerman8938e832016-04-25 05:32:35 +00008349#define _mm512_permutex_pd( __X, __M) __extension__ ({ \
8350__builtin_ia32_permdf512_mask ((__v8df)( __X),( __M),\
8351 (__v8df) _mm512_undefined_pd (),\
8352 (__mmask8) -1);\
8353})
8354
8355#define _mm512_mask_permutex_pd( __W, __U, __X, __M) __extension__ ({ \
8356__builtin_ia32_permdf512_mask ((__v8df)( __X),( __M),\
8357 (__v8df)( __W),\
8358 (__mmask8)( __U));\
8359})
8360
8361#define _mm512_maskz_permutex_pd( __U, __X, __M) __extension__ ({ \
8362__builtin_ia32_permdf512_mask ((__v8df)( __X),( __M),\
8363 (__v8df) _mm512_setzero_pd (),\
8364 (__mmask8)( __U));\
8365})
8366
8367#define _mm512_permutex_epi64( __X, __I) __extension__ ({ \
8368__builtin_ia32_permdi512_mask ((__v8di)( __X),( __I),\
8369 (__v8di) _mm512_undefined_epi32 (),\
8370 (__mmask8) (-1));\
8371})
8372
8373#define _mm512_mask_permutex_epi64( __W, __M, __X, __I) __extension__ ({ \
8374__builtin_ia32_permdi512_mask ((__v8di)( __X),( __I),\
8375 (__v8di)( __W),\
8376 (__mmask8)( __M));\
8377})
8378
8379#define _mm512_maskz_permutex_epi64( __M, __X, __I) __extension__ ({ \
8380__builtin_ia32_permdi512_mask ((__v8di)( __X),( __I),\
8381 (__v8di) _mm512_setzero_si512 (),\
8382 (__mmask8)( __M));\
8383})
8384
8385static __inline__ __m512d __DEFAULT_FN_ATTRS
8386_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8387{
8388 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8389 (__v8di) __X,
8390 (__v8df) _mm512_undefined_pd (),
8391 (__mmask8) -1);
8392}
8393
8394static __inline__ __m512d __DEFAULT_FN_ATTRS
8395_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8396{
8397 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8398 (__v8di) __X,
8399 (__v8df) __W,
8400 (__mmask8) __U);
8401}
8402
8403static __inline__ __m512d __DEFAULT_FN_ATTRS
8404_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8405{
8406 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8407 (__v8di) __X,
8408 (__v8df) _mm512_setzero_pd (),
8409 (__mmask8) __U);
8410}
8411
8412static __inline__ __m512i __DEFAULT_FN_ATTRS
8413_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8414{
8415 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8416 (__v8di) __X,
8417 (__v8di) _mm512_setzero_si512 (),
8418 __M);
8419}
8420
8421static __inline__ __m512i __DEFAULT_FN_ATTRS
8422_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8423{
8424 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8425 (__v8di) __X,
8426 (__v8di) _mm512_undefined_epi32 (),
8427 (__mmask8) -1);
8428}
8429
8430static __inline__ __m512i __DEFAULT_FN_ATTRS
8431_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8432 __m512i __Y)
8433{
8434 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8435 (__v8di) __X,
8436 (__v8di) __W,
8437 __M);
8438}
8439
8440static __inline__ __m512 __DEFAULT_FN_ATTRS
8441_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8442{
8443 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8444 (__v16si) __X,
8445 (__v16sf) _mm512_undefined_ps (),
8446 (__mmask16) -1);
8447}
8448
8449static __inline__ __m512 __DEFAULT_FN_ATTRS
8450_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8451{
8452 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8453 (__v16si) __X,
8454 (__v16sf) __W,
8455 (__mmask16) __U);
8456}
8457
8458static __inline__ __m512 __DEFAULT_FN_ATTRS
8459_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8460{
8461 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8462 (__v16si) __X,
8463 (__v16sf) _mm512_setzero_ps (),
8464 (__mmask16) __U);
8465}
8466
8467static __inline__ __m512i __DEFAULT_FN_ATTRS
8468_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8469{
8470 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8471 (__v16si) __X,
8472 (__v16si) _mm512_setzero_si512 (),
8473 __M);
8474}
8475
8476static __inline__ __m512i __DEFAULT_FN_ATTRS
8477_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8478{
8479 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8480 (__v16si) __X,
8481 (__v16si) _mm512_undefined_epi32 (),
8482 (__mmask16) -1);
8483}
8484
8485static __inline__ __m512i __DEFAULT_FN_ATTRS
8486_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8487 __m512i __Y)
8488{
8489 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8490 (__v16si) __X,
8491 (__v16si) __W,
8492 __M);
8493}
8494
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008495static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8496_mm512_kand (__mmask16 __A, __mmask16 __B)
8497{
8498 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8499}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008500
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008501static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8502_mm512_kandn (__mmask16 __A, __mmask16 __B)
8503{
8504 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8505}
8506
8507static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8508_mm512_kor (__mmask16 __A, __mmask16 __B)
8509{
8510 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8511}
8512
8513static __inline__ int __DEFAULT_FN_ATTRS
8514_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8515{
Craig Topper91f23d92016-05-16 01:09:16 +00008516 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008517}
8518
8519static __inline__ int __DEFAULT_FN_ATTRS
8520_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8521{
Craig Topper91f23d92016-05-16 01:09:16 +00008522 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008523}
8524
8525static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8526_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8527{
8528 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8529}
8530
8531static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8532_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8533{
8534 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8535}
8536
8537static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8538_mm512_kxor (__mmask16 __A, __mmask16 __B)
8539{
8540 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8541}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008542
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008543static __inline__ void __DEFAULT_FN_ATTRS
8544_mm512_stream_si512 (__m512i * __P, __m512i __A)
8545{
8546 __builtin_ia32_movntdq512 ((__v8di *) __P, (__v8di) __A);
8547}
8548
8549static __inline__ __m512i __DEFAULT_FN_ATTRS
8550_mm512_stream_load_si512 (void *__P)
8551{
8552 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8553}
8554
8555static __inline__ void __DEFAULT_FN_ATTRS
8556_mm512_stream_pd (double *__P, __m512d __A)
8557{
8558 __builtin_ia32_movntpd512 (__P, (__v8df) __A);
8559}
8560
8561static __inline__ void __DEFAULT_FN_ATTRS
8562_mm512_stream_ps (float *__P, __m512 __A)
8563{
8564 __builtin_ia32_movntps512 (__P, (__v16sf) __A);
8565}
8566
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008567static __inline__ __m512d __DEFAULT_FN_ATTRS
8568_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8569{
8570 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8571 (__v8df) __W,
8572 (__mmask8) __U);
8573}
8574
8575static __inline__ __m512d __DEFAULT_FN_ATTRS
8576_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8577{
8578 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8579 (__v8df)
8580 _mm512_setzero_pd (),
8581 (__mmask8) __U);
8582}
8583
8584static __inline__ __m512i __DEFAULT_FN_ATTRS
8585_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8586{
8587 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8588 (__v8di) __W,
8589 (__mmask8) __U);
8590}
8591
8592static __inline__ __m512i __DEFAULT_FN_ATTRS
8593_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8594{
8595 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8596 (__v8di)
8597 _mm512_setzero_si512 (),
8598 (__mmask8) __U);
8599}
8600
8601static __inline__ __m512 __DEFAULT_FN_ATTRS
8602_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8603{
8604 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8605 (__v16sf) __W,
8606 (__mmask16) __U);
8607}
8608
8609static __inline__ __m512 __DEFAULT_FN_ATTRS
8610_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
8611{
8612 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8613 (__v16sf)
8614 _mm512_setzero_ps (),
8615 (__mmask16) __U);
8616}
8617
8618static __inline__ __m512i __DEFAULT_FN_ATTRS
8619_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8620{
8621 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8622 (__v16si) __W,
8623 (__mmask16) __U);
8624}
8625
8626static __inline__ __m512i __DEFAULT_FN_ATTRS
8627_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
8628{
8629 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
8630 (__v16si)
8631 _mm512_setzero_si512 (),
8632 (__mmask16) __U);
8633}
8634
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00008635#define _mm_cmp_round_ss_mask( __X, __Y, __P, __R) __extension__ ({ \
8636__builtin_ia32_cmpss_mask ((__v4sf)( __X),\
8637 (__v4sf)( __Y), __P,\
8638 (__mmask8) -1, __R);\
8639})
8640
8641#define _mm_mask_cmp_round_ss_mask( __M, __X, __Y, __P, __R) __extension__ ({ \
8642__builtin_ia32_cmpss_mask ((__v4sf)( __X),\
8643 (__v4sf)( __Y), __P,\
8644 (__mmask8)( __M), __R);\
8645})
8646
8647#define _mm_cmp_ss_mask( __X, __Y, __P) __extension__ ({ \
8648__builtin_ia32_cmpss_mask ((__v4sf)( __X),\
8649 (__v4sf)( __Y),( __P),\
8650 (__mmask8) -1,\
8651 _MM_FROUND_CUR_DIRECTION);\
8652})
8653
8654#define _mm_mask_cmp_ss_mask( __M, __X, __Y, __P) __extension__ ({ \
8655__builtin_ia32_cmpss_mask ((__v4sf)( __X),\
8656 (__v4sf)( __Y),( __P),\
8657 (__mmask8)( __M),\
8658 _MM_FROUND_CUR_DIRECTION);\
8659})
8660
8661#define _mm_cmp_round_sd_mask( __X, __Y, __P,__R) __extension__ ({ \
8662__builtin_ia32_cmpsd_mask ((__v2df)( __X),\
8663 (__v2df)( __Y), __P,\
8664 (__mmask8) -1, __R);\
8665})
8666
8667#define _mm_mask_cmp_round_sd_mask( __M, __X, __Y, __P, __R) __extension__ ({ \
8668__builtin_ia32_cmpsd_mask ((__v2df)( __X),\
8669 (__v2df)( __Y), __P,\
8670 (__mmask8)( __M), __R);\
8671})
8672
8673#define _mm_cmp_sd_mask( __X, __Y, __P) __extension__ ({ \
8674__builtin_ia32_cmpsd_mask ((__v2df)( __X),\
8675 (__v2df)( __Y),( __P),\
8676 (__mmask8) -1,\
8677 _MM_FROUND_CUR_DIRECTION);\
8678})
8679
8680#define _mm_mask_cmp_sd_mask( __M, __X, __Y, __P) __extension__ ({ \
8681__builtin_ia32_cmpsd_mask ((__v2df)( __X),\
8682 (__v2df)( __Y),( __P),\
8683 (__mmask8)( __M),\
8684 _MM_FROUND_CUR_DIRECTION);\
8685})
8686
Michael Zuckermanac1e5192016-05-01 14:43:43 +00008687static __inline__ __m512 __DEFAULT_FN_ATTRS
8688_mm512_movehdup_ps (__m512 __A)
8689{
8690 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
8691 (__v16sf)
8692 _mm512_undefined_ps (),
8693 (__mmask16) -1);
8694}
8695
8696static __inline__ __m512 __DEFAULT_FN_ATTRS
8697_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
8698{
8699 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
8700 (__v16sf) __W,
8701 (__mmask16) __U);
8702}
8703
8704static __inline__ __m512 __DEFAULT_FN_ATTRS
8705_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
8706{
8707 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
8708 (__v16sf)
8709 _mm512_setzero_ps (),
8710 (__mmask16) __U);
8711}
8712
8713static __inline__ __m512 __DEFAULT_FN_ATTRS
8714_mm512_moveldup_ps (__m512 __A)
8715{
8716 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
8717 (__v16sf)
8718 _mm512_undefined_ps (),
8719 (__mmask16) -1);
8720}
8721
8722static __inline__ __m512 __DEFAULT_FN_ATTRS
8723_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
8724{
8725 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
8726 (__v16sf) __W,
8727 (__mmask16) __U);
8728}
8729
8730static __inline__ __m512 __DEFAULT_FN_ATTRS
8731_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
8732{
8733 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
8734 (__v16sf)
8735 _mm512_setzero_ps (),
8736 (__mmask16) __U);
8737}
8738
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00008739#define _mm512_shuffle_epi32( __A, __I) __extension__ ({ \
8740__builtin_ia32_pshufd512_mask ((__v16si)( __A),\
8741 ( __I),\
8742 (__v16si) _mm512_undefined_epi32 (),\
8743 (__mmask16) -1);\
8744})
8745
8746#define _mm512_mask_shuffle_epi32( __W, __U, __A, __I) __extension__ ({ \
8747__builtin_ia32_pshufd512_mask ((__v16si)( __A),\
8748 ( __I),\
8749 (__v16si)( __W),\
8750 (__mmask16)( __U));\
8751})
8752
8753#define _mm512_maskz_shuffle_epi32( __U, __A, __I) __extension__ ({ \
8754__builtin_ia32_pshufd512_mask ((__v16si)( __A),\
8755 ( __I),\
8756 (__v16si) _mm512_setzero_si512 (),\
8757 (__mmask16)( __U));\
8758})
8759
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00008760static __inline__ __m512d __DEFAULT_FN_ATTRS
8761_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
8762{
8763 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
8764 (__v8df) __W,
8765 (__mmask8) __U);
8766}
8767
8768static __inline__ __m512d __DEFAULT_FN_ATTRS
8769_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
8770{
8771 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
8772 (__v8df) _mm512_setzero_pd (),
8773 (__mmask8) __U);
8774}
8775
8776static __inline__ __m512i __DEFAULT_FN_ATTRS
8777_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8778{
8779 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
8780 (__v8di) __W,
8781 (__mmask8) __U);
8782}
8783
8784static __inline__ __m512i __DEFAULT_FN_ATTRS
8785_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
8786{
8787 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
8788 (__v8di) _mm512_setzero_pd (),
8789 (__mmask8) __U);
8790}
8791
8792static __inline__ __m512d __DEFAULT_FN_ATTRS
8793_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
8794{
8795 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
8796 (__v8df) __W,
8797 (__mmask8) __U);
8798}
8799
8800static __inline__ __m512d __DEFAULT_FN_ATTRS
8801_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
8802{
8803 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
8804 (__v8df) _mm512_setzero_pd(),
8805 (__mmask8) __U);
8806}
8807
8808static __inline__ __m512i __DEFAULT_FN_ATTRS
8809_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
8810{
8811 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
8812 (__v8di) __W,
8813 (__mmask8) __U);
8814}
8815
8816static __inline__ __m512i __DEFAULT_FN_ATTRS
8817_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
8818{
8819 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
8820 (__v8di) _mm512_setzero_pd(),
8821 (__mmask8) __U);
8822}
8823
8824static __inline__ __m512 __DEFAULT_FN_ATTRS
8825_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
8826{
8827 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
8828 (__v16sf) __W,
8829 (__mmask16) __U);
8830}
8831
8832static __inline__ __m512 __DEFAULT_FN_ATTRS
8833_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
8834{
8835 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
8836 (__v16sf) _mm512_setzero_ps(),
8837 (__mmask16) __U);
8838}
8839
8840static __inline__ __m512i __DEFAULT_FN_ATTRS
8841_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
8842{
8843 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
8844 (__v16si) __W,
8845 (__mmask16) __U);
8846}
8847
8848static __inline__ __m512i __DEFAULT_FN_ATTRS
8849_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
8850{
8851 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
8852 (__v16si) _mm512_setzero_ps(),
8853 (__mmask16) __U);
8854}
8855
8856static __inline__ __m512 __DEFAULT_FN_ATTRS
8857_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
8858{
8859 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
8860 (__v16sf) __W,
8861 (__mmask16) __U);
8862}
8863
8864static __inline__ __m512 __DEFAULT_FN_ATTRS
8865_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
8866{
8867 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
8868 (__v16sf) _mm512_setzero_ps(),
8869 (__mmask16) __U);
8870}
8871
8872static __inline__ __m512i __DEFAULT_FN_ATTRS
8873_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
8874{
8875 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
8876 (__v16si) __W,
8877 (__mmask16) __U);
8878}
8879
8880static __inline__ __m512i __DEFAULT_FN_ATTRS
8881_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
8882{
8883 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
8884 (__v16si) _mm512_setzero_ps(),
8885 (__mmask16) __U);
8886}
8887
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00008888#define _mm512_cvt_roundps_pd( __A, __R) __extension__ ({ \
8889__builtin_ia32_cvtps2pd512_mask ((__v8sf)( __A),\
8890 (__v8df)\
8891 _mm512_undefined_pd (),\
8892 (__mmask8) -1,( __R));\
8893})
8894
8895#define _mm512_mask_cvt_roundps_pd( __W, __U, __A, __R) __extension__ ({ \
8896__builtin_ia32_cvtps2pd512_mask ((__v8sf)( __A),\
8897 (__v8df)( __W),\
8898 (__mmask8)( __U),( __R));\
8899})
8900
8901#define _mm512_maskz_cvt_roundps_pd( __U, __A, __R) __extension__ ({ \
8902__builtin_ia32_cvtps2pd512_mask ((__v8sf)( __A),\
8903 (__v8df)\
8904 _mm512_setzero_pd (),\
8905 (__mmask8)( __U),( __R));\
8906})
8907
8908static __inline__ __m512d __DEFAULT_FN_ATTRS
8909_mm512_cvtps_pd (__m256 __A)
8910{
8911 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
8912 (__v8df)
8913 _mm512_undefined_pd (),
8914 (__mmask8) -1,
8915 _MM_FROUND_CUR_DIRECTION);
8916}
8917
8918static __inline__ __m512d __DEFAULT_FN_ATTRS
8919_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
8920{
8921 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
8922 (__v8df) __W,
8923 (__mmask8) __U,
8924 _MM_FROUND_CUR_DIRECTION);
8925}
8926
8927static __inline__ __m512d __DEFAULT_FN_ATTRS
8928_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
8929{
8930 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
8931 (__v8df)
8932 _mm512_setzero_pd (),
8933 (__mmask8) __U,
8934 _MM_FROUND_CUR_DIRECTION);
8935}
8936
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00008937static __inline__ __m512d __DEFAULT_FN_ATTRS
8938_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
8939{
8940 return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
8941 (__v8df) __W,
8942 (__mmask8) __U);
8943}
8944
8945static __inline__ __m512d __DEFAULT_FN_ATTRS
8946_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
8947{
8948 return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
8949 (__v8df)
8950 _mm512_setzero_pd (),
8951 (__mmask8) __U);
8952}
8953
8954static __inline__ __m512 __DEFAULT_FN_ATTRS
8955_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
8956{
8957 return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
8958 (__v16sf) __W,
8959 (__mmask16) __U);
8960}
8961
8962static __inline__ __m512 __DEFAULT_FN_ATTRS
8963_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
8964{
8965 return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
8966 (__v16sf)
8967 _mm512_setzero_ps (),
8968 (__mmask16) __U);
8969}
8970
Michael Zuckerman708e7592016-05-03 10:42:46 +00008971static __inline__ void __DEFAULT_FN_ATTRS
8972_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
8973{
8974 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
8975 (__mmask8) __U);
8976}
8977
8978static __inline__ void __DEFAULT_FN_ATTRS
8979_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
8980{
8981 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
8982 (__mmask8) __U);
8983}
8984
8985static __inline__ void __DEFAULT_FN_ATTRS
8986_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
8987{
8988 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
8989 (__mmask16) __U);
8990}
8991
8992static __inline__ void __DEFAULT_FN_ATTRS
8993_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
8994{
8995 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
8996 (__mmask16) __U);
8997}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00008998
Michael Zuckermane6f73892016-05-04 08:55:11 +00008999#define _mm_cvt_roundsd_ss( __A, __B, __R) __extension__ ({ \
9000__builtin_ia32_cvtsd2ss_round_mask ((__v4sf)( __A),\
9001 (__v2df)( __B),\
9002 (__v4sf) _mm_undefined_ps (),\
9003 (__mmask8) -1,\
9004 ( __R));\
9005})
9006
9007#define _mm_mask_cvt_roundsd_ss( __W, __U, __A, __B, __R) __extension__ ({ \
9008__builtin_ia32_cvtsd2ss_round_mask ((__v4sf)( __A),\
9009 (__v2df)( __B),\
9010 (__v4sf) __W,\
9011 (__mmask8) __U,\
9012 ( __R));\
9013})
9014
9015#define _mm_maskz_cvt_roundsd_ss( __U, __A, __B, __R) __extension__ ({ \
9016__builtin_ia32_cvtsd2ss_round_mask ((__v4sf)( __A),\
9017 (__v2df)( __B),\
9018 (__v4sf) _mm_setzero_ps (),\
9019 (__mmask8) __U,\
9020 ( __R));\
9021})
9022
9023#define _mm_cvt_roundi64_sd( __A, __B, __R) __extension__ ({ \
9024__builtin_ia32_cvtsi2sd64 ((__v2df)( __A),( __B),( __R));\
9025})
9026
9027#define _mm_cvt_roundsi64_sd( __A, __B, __R) __extension__ ({ \
9028__builtin_ia32_cvtsi2sd64 ((__v2df)( __A),( __B),( __R));\
9029})
9030
9031#define _mm_cvt_roundsi32_ss( __A, __B, __R) __extension__ ({ \
9032__builtin_ia32_cvtsi2ss32 ((__v4sf)( __A),( __B),( __R));\
9033})
9034
9035#define _mm_cvt_roundi32_ss( __A, __B, __R) __extension__ ({ \
9036__builtin_ia32_cvtsi2ss32 ((__v4sf)( __A),( __B),( __R));\
9037})
9038
9039#define _mm_cvt_roundsi64_ss( __A, __B, __R) __extension__ ({ \
9040__builtin_ia32_cvtsi2ss64 ((__v4sf)( __A),( __B),( __R));\
9041})
9042
9043#define _mm_cvt_roundi64_ss( __A, __B, __R) __extension__ ({ \
9044__builtin_ia32_cvtsi2ss64 ((__v4sf)( __A),( __B),( __R));\
9045})
9046
9047#define _mm_cvt_roundss_sd( __A, __B, __R) __extension__ ({ \
9048__builtin_ia32_cvtss2sd_round_mask ((__v2df)( __A),\
9049 (__v4sf)( __B),\
9050 (__v2df) _mm_undefined_pd (),\
9051 (__mmask8)-1,\
9052 ( __R));\
9053})
9054
9055#define _mm_mask_cvt_roundss_sd(__W, __U,__A, __B, __R) __extension__ ({ \
9056__builtin_ia32_cvtss2sd_round_mask ((__v2df)( __A),\
9057 (__v4sf)( __B),\
9058 (__v2df) __W,\
9059 (__mmask8) __U,\
9060 ( __R));\
9061})
9062
9063#define _mm_maskz_cvt_roundss_sd( __U,__A, __B, __R) __extension__ ({ \
9064__builtin_ia32_cvtss2sd_round_mask ((__v2df)( __A),\
9065 (__v4sf)( __B),\
9066 (__v2df) _mm_setzero_pd(),\
9067 (__mmask8) __U,\
9068 ( __R));\
9069})
9070
9071static __inline__ __m128d __DEFAULT_FN_ATTRS
9072_mm_cvtu32_sd (__m128d __A, unsigned __B)
9073{
9074 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9075}
9076
9077#define _mm_cvt_roundu64_sd( __A, __B, __R) __extension__ ({ \
9078__builtin_ia32_cvtusi2sd64 ((__v2df)( __A),( __B),( __R));\
9079})
9080
9081static __inline__ __m128d __DEFAULT_FN_ATTRS
9082_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9083{
9084 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9085 _MM_FROUND_CUR_DIRECTION);
9086}
9087
9088#define _mm_cvt_roundu32_ss( __A, __B, __R) __extension__ ({ \
9089__builtin_ia32_cvtusi2ss32 ((__v4sf)( __A),( __B),( __R));\
9090})
9091
9092static __inline__ __m128 __DEFAULT_FN_ATTRS
9093_mm_cvtu32_ss (__m128 __A, unsigned __B)
9094{
9095 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9096 _MM_FROUND_CUR_DIRECTION);
9097}
9098
9099#define _mm_cvt_roundu64_ss( __A, __B, __R) __extension__ ({ \
9100__builtin_ia32_cvtusi2ss64 ((__v4sf)( __A),( __B),( __R));\
9101})
9102
9103static __inline__ __m128 __DEFAULT_FN_ATTRS
9104_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9105{
9106 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9107 _MM_FROUND_CUR_DIRECTION);
9108}
9109
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009110static __inline__ __m512i __DEFAULT_FN_ATTRS
9111_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9112{
9113 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9114 __M);
9115}
9116
9117static __inline__ __m512i __DEFAULT_FN_ATTRS
9118_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9119{
9120 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9121 __M);
9122}
9123
9124static __inline__ __m512i __DEFAULT_FN_ATTRS
9125_mm512_set_epi64 (long long __A, long long __B, long long __C,
9126 long long __D, long long __E, long long __F,
9127 long long __G, long long __H)
9128{
9129 return __extension__ (__m512i) (__v8di)
9130 { __H, __G, __F, __E, __D, __C, __B, __A };
9131}
9132
9133static __inline__ __m512d __DEFAULT_FN_ATTRS
9134_mm512_set_pd (double __A, double __B, double __C, double __D,
9135 double __E, double __F, double __G, double __H)
9136{
9137 return __extension__ (__m512d)
9138 { __H, __G, __F, __E, __D, __C, __B, __A };
9139}
9140
9141static __inline__ __m512 __DEFAULT_FN_ATTRS
9142_mm512_set_ps (float __A, float __B, float __C, float __D,
9143 float __E, float __F, float __G, float __H,
9144 float __I, float __J, float __K, float __L,
9145 float __M, float __N, float __O, float __P)
9146{
9147 return __extension__ (__m512)
9148 { __P, __O, __N, __M, __L, __K, __J, __I,
9149 __H, __G, __F, __E, __D, __C, __B, __A };
9150}
9151
Michael Kupersteine45af542015-06-30 13:36:19 +00009152#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009153
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009154#endif // __AVX512FINTRIN_H