Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / eee7c0520c78a304b385ea247c047d273c7e969d / . / clang / lib / Headers / avx512vlintrin.h
blob: 3130801206cbbdc5090ed2358eb72b14c0ebe676 [file] [log] [blame]
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]1/*===---- avx512vlintrin.h - AVX512VL intrinsics ---------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#ifndef __IMMINTRIN_H
25#error "Never use <avx512vlintrin.h> directly; include <immintrin.h> instead."
26#endif
27
28#ifndef __AVX512VLINTRIN_H
29#define __AVX512VLINTRIN_H
30
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]31#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512vl")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]32
Craig Topper08181f72016-06-22 06:36:21 +0000[diff] [blame]33/* Doesn't require avx512vl, used in avx512dqintrin.h */
34static __inline __m128i __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]35_mm_setzero_di(void) {
Craig Topper08181f72016-06-22 06:36:21 +0000[diff] [blame]36 return (__m128i)(__v2di){ 0LL, 0LL};
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]37}
38
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]39/* Integer compare */
40
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]41static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]42_mm_cmpeq_epi32_mask(__m128i __a, __m128i __b) {
43 return (__mmask8)__builtin_ia32_pcmpeqd128_mask((__v4si)__a, (__v4si)__b,
44 (__mmask8)-1);
45}
46
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]47static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]48_mm_mask_cmpeq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
49 return (__mmask8)__builtin_ia32_pcmpeqd128_mask((__v4si)__a, (__v4si)__b,
50 __u);
51}
52
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]53static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]54_mm_cmpeq_epu32_mask(__m128i __a, __m128i __b) {
55 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 0,
56 (__mmask8)-1);
57}
58
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]59static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]60_mm_mask_cmpeq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
61 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 0,
62 __u);
63}
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]64
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]65static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]66_mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) {
67 return (__mmask8)__builtin_ia32_pcmpeqd256_mask((__v8si)__a, (__v8si)__b,
68 (__mmask8)-1);
69}
70
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]71static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]72_mm256_mask_cmpeq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
73 return (__mmask8)__builtin_ia32_pcmpeqd256_mask((__v8si)__a, (__v8si)__b,
74 __u);
75}
76
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]77static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]78_mm256_cmpeq_epu32_mask(__m256i __a, __m256i __b) {
79 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 0,
80 (__mmask8)-1);
81}
82
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]83static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]84_mm256_mask_cmpeq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
85 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 0,
86 __u);
87}
88
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]89static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]90_mm_cmpeq_epi64_mask(__m128i __a, __m128i __b) {
91 return (__mmask8)__builtin_ia32_pcmpeqq128_mask((__v2di)__a, (__v2di)__b,
92 (__mmask8)-1);
93}
94
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]95static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]96_mm_mask_cmpeq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
97 return (__mmask8)__builtin_ia32_pcmpeqq128_mask((__v2di)__a, (__v2di)__b,
98 __u);
99}
100
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]101static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]102_mm_cmpeq_epu64_mask(__m128i __a, __m128i __b) {
103 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 0,
104 (__mmask8)-1);
105}
106
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]107static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]108_mm_mask_cmpeq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
109 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 0,
110 __u);
111}
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]112
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]113static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]114_mm256_cmpeq_epi64_mask(__m256i __a, __m256i __b) {
115 return (__mmask8)__builtin_ia32_pcmpeqq256_mask((__v4di)__a, (__v4di)__b,
116 (__mmask8)-1);
117}
118
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]119static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]120_mm256_mask_cmpeq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
121 return (__mmask8)__builtin_ia32_pcmpeqq256_mask((__v4di)__a, (__v4di)__b,
122 __u);
123}
124
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]125static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]126_mm256_cmpeq_epu64_mask(__m256i __a, __m256i __b) {
127 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 0,
128 (__mmask8)-1);
129}
130
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]131static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]132_mm256_mask_cmpeq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
133 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 0,
134 __u);
135}
136
137
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]138static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]139_mm_cmpge_epi32_mask(__m128i __a, __m128i __b) {
140 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 5,
141 (__mmask8)-1);
142}
143
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]144static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]145_mm_mask_cmpge_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
146 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 5,
147 __u);
148}
149
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]150static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]151_mm_cmpge_epu32_mask(__m128i __a, __m128i __b) {
152 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 5,
153 (__mmask8)-1);
154}
155
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]156static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]157_mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
158 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 5,
159 __u);
160}
161
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]162static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]163_mm256_cmpge_epi32_mask(__m256i __a, __m256i __b) {
164 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 5,
165 (__mmask8)-1);
166}
167
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]168static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]169_mm256_mask_cmpge_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
170 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 5,
171 __u);
172}
173
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]174static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]175_mm256_cmpge_epu32_mask(__m256i __a, __m256i __b) {
176 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 5,
177 (__mmask8)-1);
178}
179
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]180static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]181_mm256_mask_cmpge_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
182 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 5,
183 __u);
184}
185
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]186static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]187_mm_cmpge_epi64_mask(__m128i __a, __m128i __b) {
188 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 5,
189 (__mmask8)-1);
190}
191
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]192static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]193_mm_mask_cmpge_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
194 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 5,
195 __u);
196}
197
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]198static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]199_mm_cmpge_epu64_mask(__m128i __a, __m128i __b) {
200 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 5,
201 (__mmask8)-1);
202}
203
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]204static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]205_mm_mask_cmpge_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
206 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 5,
207 __u);
208}
209
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]210static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]211_mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) {
212 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 5,
213 (__mmask8)-1);
214}
215
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]216static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]217_mm256_mask_cmpge_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
218 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 5,
219 __u);
220}
221
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]222static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]223_mm256_cmpge_epu64_mask(__m256i __a, __m256i __b) {
224 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 5,
225 (__mmask8)-1);
226}
227
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]228static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]229_mm256_mask_cmpge_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
230 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 5,
231 __u);
232}
233
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]234static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]235_mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
236 return (__mmask8)__builtin_ia32_pcmpgtd128_mask((__v4si)__a, (__v4si)__b,
237 (__mmask8)-1);
238}
239
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]240static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]241_mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
242 return (__mmask8)__builtin_ia32_pcmpgtd128_mask((__v4si)__a, (__v4si)__b,
243 __u);
244}
245
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]246static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]247_mm_cmpgt_epu32_mask(__m128i __a, __m128i __b) {
248 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 6,
249 (__mmask8)-1);
250}
251
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]252static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]253_mm_mask_cmpgt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
254 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 6,
255 __u);
256}
257
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]258static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]259_mm256_cmpgt_epi32_mask(__m256i __a, __m256i __b) {
260 return (__mmask8)__builtin_ia32_pcmpgtd256_mask((__v8si)__a, (__v8si)__b,
261 (__mmask8)-1);
262}
263
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]264static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]265_mm256_mask_cmpgt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
266 return (__mmask8)__builtin_ia32_pcmpgtd256_mask((__v8si)__a, (__v8si)__b,
267 __u);
268}
269
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]270static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]271_mm256_cmpgt_epu32_mask(__m256i __a, __m256i __b) {
272 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 6,
273 (__mmask8)-1);
274}
275
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]276static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]277_mm256_mask_cmpgt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
278 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 6,
279 __u);
280}
281
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]282static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]283_mm_cmpgt_epi64_mask(__m128i __a, __m128i __b) {
284 return (__mmask8)__builtin_ia32_pcmpgtq128_mask((__v2di)__a, (__v2di)__b,
285 (__mmask8)-1);
286}
287
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]288static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]289_mm_mask_cmpgt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
290 return (__mmask8)__builtin_ia32_pcmpgtq128_mask((__v2di)__a, (__v2di)__b,
291 __u);
292}
293
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]294static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]295_mm_cmpgt_epu64_mask(__m128i __a, __m128i __b) {
296 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 6,
297 (__mmask8)-1);
298}
299
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]300static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]301_mm_mask_cmpgt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
302 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 6,
303 __u);
304}
305
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]306static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]307_mm256_cmpgt_epi64_mask(__m256i __a, __m256i __b) {
308 return (__mmask8)__builtin_ia32_pcmpgtq256_mask((__v4di)__a, (__v4di)__b,
309 (__mmask8)-1);
310}
311
Craig Topperfc074982016-06-13 04:15:11 +0000[diff] [blame]312static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]313_mm256_mask_cmpgt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
314 return (__mmask8)__builtin_ia32_pcmpgtq256_mask((__v4di)__a, (__v4di)__b,
315 __u);
316}
317
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]318static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]319_mm256_cmpgt_epu64_mask(__m256i __a, __m256i __b) {
320 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 6,
321 (__mmask8)-1);
322}
323
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]324static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]325_mm256_mask_cmpgt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
326 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 6,
327 __u);
328}
329
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]330static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]331_mm_cmple_epi32_mask(__m128i __a, __m128i __b) {
332 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 2,
333 (__mmask8)-1);
334}
335
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]336static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]337_mm_mask_cmple_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
338 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 2,
339 __u);
340}
341
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]342static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]343_mm_cmple_epu32_mask(__m128i __a, __m128i __b) {
344 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 2,
345 (__mmask8)-1);
346}
347
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]348static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]349_mm_mask_cmple_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
350 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 2,
351 __u);
352}
353
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]354static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]355_mm256_cmple_epi32_mask(__m256i __a, __m256i __b) {
356 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 2,
357 (__mmask8)-1);
358}
359
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]360static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]361_mm256_mask_cmple_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
362 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 2,
363 __u);
364}
365
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]366static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]367_mm256_cmple_epu32_mask(__m256i __a, __m256i __b) {
368 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 2,
369 (__mmask8)-1);
370}
371
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]372static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]373_mm256_mask_cmple_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
374 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 2,
375 __u);
376}
377
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]378static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]379_mm_cmple_epi64_mask(__m128i __a, __m128i __b) {
380 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 2,
381 (__mmask8)-1);
382}
383
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]384static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]385_mm_mask_cmple_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
386 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 2,
387 __u);
388}
389
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]390static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]391_mm_cmple_epu64_mask(__m128i __a, __m128i __b) {
392 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 2,
393 (__mmask8)-1);
394}
395
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]396static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]397_mm_mask_cmple_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
398 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 2,
399 __u);
400}
401
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]402static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]403_mm256_cmple_epi64_mask(__m256i __a, __m256i __b) {
404 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 2,
405 (__mmask8)-1);
406}
407
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]408static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]409_mm256_mask_cmple_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
410 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 2,
411 __u);
412}
413
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]414static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]415_mm256_cmple_epu64_mask(__m256i __a, __m256i __b) {
416 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 2,
417 (__mmask8)-1);
418}
419
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]420static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]421_mm256_mask_cmple_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
422 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 2,
423 __u);
424}
425
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]426static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]427_mm_cmplt_epi32_mask(__m128i __a, __m128i __b) {
428 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 1,
429 (__mmask8)-1);
430}
431
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]432static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]433_mm_mask_cmplt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
434 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 1,
435 __u);
436}
437
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]438static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]439_mm_cmplt_epu32_mask(__m128i __a, __m128i __b) {
440 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 1,
441 (__mmask8)-1);
442}
443
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]444static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]445_mm_mask_cmplt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
446 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 1,
447 __u);
448}
449
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]450static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]451_mm256_cmplt_epi32_mask(__m256i __a, __m256i __b) {
452 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 1,
453 (__mmask8)-1);
454}
455
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]456static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]457_mm256_mask_cmplt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
458 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 1,
459 __u);
460}
461
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]462static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]463_mm256_cmplt_epu32_mask(__m256i __a, __m256i __b) {
464 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 1,
465 (__mmask8)-1);
466}
467
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]468static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]469_mm256_mask_cmplt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
470 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 1,
471 __u);
472}
473
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]474static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]475_mm_cmplt_epi64_mask(__m128i __a, __m128i __b) {
476 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 1,
477 (__mmask8)-1);
478}
479
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]480static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]481_mm_mask_cmplt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
482 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 1,
483 __u);
484}
485
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]486static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]487_mm_cmplt_epu64_mask(__m128i __a, __m128i __b) {
488 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 1,
489 (__mmask8)-1);
490}
491
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]492static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]493_mm_mask_cmplt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
494 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 1,
495 __u);
496}
497
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]498static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]499_mm256_cmplt_epi64_mask(__m256i __a, __m256i __b) {
500 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 1,
501 (__mmask8)-1);
502}
503
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]504static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]505_mm256_mask_cmplt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
506 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 1,
507 __u);
508}
509
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]510static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]511_mm256_cmplt_epu64_mask(__m256i __a, __m256i __b) {
512 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 1,
513 (__mmask8)-1);
514}
515
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]516static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]517_mm256_mask_cmplt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
518 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 1,
519 __u);
520}
521
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]522static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]523_mm_cmpneq_epi32_mask(__m128i __a, __m128i __b) {
524 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 4,
525 (__mmask8)-1);
526}
527
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]528static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]529_mm_mask_cmpneq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
530 return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 4,
531 __u);
532}
533
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]534static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]535_mm_cmpneq_epu32_mask(__m128i __a, __m128i __b) {
536 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 4,
537 (__mmask8)-1);
538}
539
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]540static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]541_mm_mask_cmpneq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
542 return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 4,
543 __u);
544}
545
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]546static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]547_mm256_cmpneq_epi32_mask(__m256i __a, __m256i __b) {
548 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 4,
549 (__mmask8)-1);
550}
551
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]552static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]553_mm256_mask_cmpneq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
554 return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 4,
555 __u);
556}
557
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]558static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]559_mm256_cmpneq_epu32_mask(__m256i __a, __m256i __b) {
560 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 4,
561 (__mmask8)-1);
562}
563
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]564static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]565_mm256_mask_cmpneq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
566 return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 4,
567 __u);
568}
569
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]570static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]571_mm_cmpneq_epi64_mask(__m128i __a, __m128i __b) {
572 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 4,
573 (__mmask8)-1);
574}
575
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]576static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]577_mm_mask_cmpneq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
578 return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 4,
579 __u);
580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]582static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]583_mm_cmpneq_epu64_mask(__m128i __a, __m128i __b) {
584 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 4,
585 (__mmask8)-1);
586}
587
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]588static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]589_mm_mask_cmpneq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
590 return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 4,
591 __u);
592}
593
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]594static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]595_mm256_cmpneq_epi64_mask(__m256i __a, __m256i __b) {
596 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 4,
597 (__mmask8)-1);
598}
599
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]600static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]601_mm256_mask_cmpneq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
602 return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 4,
603 __u);
604}
605
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]606static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]607_mm256_cmpneq_epu64_mask(__m256i __a, __m256i __b) {
608 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 4,
609 (__mmask8)-1);
610}
611
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]612static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]613_mm256_mask_cmpneq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
614 return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 4,
615 __u);
616}
617
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]618static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]619_mm256_mask_add_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]620{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]621 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
622 (__v8si)_mm256_add_epi32(__A, __B),
623 (__v8si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]624}
625
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]626static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]627_mm256_maskz_add_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]628{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]629 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
630 (__v8si)_mm256_add_epi32(__A, __B),
631 (__v8si)_mm256_setzero_si256());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]632}
633
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]634static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]635_mm256_mask_add_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]636{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]637 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
638 (__v4di)_mm256_add_epi64(__A, __B),
639 (__v4di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]640}
641
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]642static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]643_mm256_maskz_add_epi64(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]644{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]645 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
646 (__v4di)_mm256_add_epi64(__A, __B),
647 (__v4di)_mm256_setzero_si256());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]648}
649
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]650static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]651_mm256_mask_sub_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]652{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]653 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
654 (__v8si)_mm256_sub_epi32(__A, __B),
655 (__v8si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]656}
657
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]658static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]659_mm256_maskz_sub_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]660{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]661 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
662 (__v8si)_mm256_sub_epi32(__A, __B),
663 (__v8si)_mm256_setzero_si256());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]664}
665
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]666static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]667_mm256_mask_sub_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]668{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]669 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
670 (__v4di)_mm256_sub_epi64(__A, __B),
671 (__v4di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]672}
673
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]674static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]675_mm256_maskz_sub_epi64(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]676{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]677 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
678 (__v4di)_mm256_sub_epi64(__A, __B),
679 (__v4di)_mm256_setzero_si256());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]680}
681
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]682static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]683_mm_mask_add_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]684{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]685 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
686 (__v4si)_mm_add_epi32(__A, __B),
687 (__v4si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]688}
689
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]690static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]691_mm_maskz_add_epi32(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]692{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]693 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
694 (__v4si)_mm_add_epi32(__A, __B),
695 (__v4si)_mm_setzero_si128());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]696}
697
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]698static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]699_mm_mask_add_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]700{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]701 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
702 (__v2di)_mm_add_epi64(__A, __B),
703 (__v2di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]704}
705
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]706static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]707_mm_maskz_add_epi64(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]708{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]709 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
710 (__v2di)_mm_add_epi64(__A, __B),
711 (__v2di)_mm_setzero_si128());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]712}
713
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]714static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]715_mm_mask_sub_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]716{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]717 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
718 (__v4si)_mm_sub_epi32(__A, __B),
719 (__v4si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]720}
721
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]722static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]723_mm_maskz_sub_epi32(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]724{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]725 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
726 (__v4si)_mm_sub_epi32(__A, __B),
727 (__v4si)_mm_setzero_si128());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]728}
729
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]730static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]731_mm_mask_sub_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]732{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]733 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
734 (__v2di)_mm_sub_epi64(__A, __B),
735 (__v2di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]736}
737
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]738static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]739_mm_maskz_sub_epi64(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]740{
Craig Topper0e189762016-09-03 18:29:35 +0000[diff] [blame]741 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
742 (__v2di)_mm_sub_epi64(__A, __B),
743 (__v2di)_mm_setzero_si128());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]744}
745
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]746static __inline__ __m256i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]747_mm256_mask_mul_epi32 (__m256i __W, __mmask8 __M, __m256i __X,
748 __m256i __Y)
749{
750 return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X,
751 (__v8si) __Y,
752 (__v4di) __W, __M);
753}
754
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]755static __inline__ __m256i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]756_mm256_maskz_mul_epi32 (__mmask8 __M, __m256i __X, __m256i __Y)
757{
758 return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X,
759 (__v8si) __Y,
760 (__v4di)
761 _mm256_setzero_si256 (),
762 __M);
763}
764
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]765static __inline__ __m128i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]766_mm_mask_mul_epi32 (__m128i __W, __mmask8 __M, __m128i __X,
767 __m128i __Y)
768{
769 return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X,
770 (__v4si) __Y,
771 (__v2di) __W, __M);
772}
773
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]774static __inline__ __m128i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]775_mm_maskz_mul_epi32 (__mmask8 __M, __m128i __X, __m128i __Y)
776{
777 return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X,
778 (__v4si) __Y,
779 (__v2di)
780 _mm_setzero_si128 (),
781 __M);
782}
783
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]784static __inline__ __m256i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]785_mm256_mask_mul_epu32 (__m256i __W, __mmask8 __M, __m256i __X,
786 __m256i __Y)
787{
788 return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X,
789 (__v8si) __Y,
790 (__v4di) __W, __M);
791}
792
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]793static __inline__ __m256i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]794_mm256_maskz_mul_epu32 (__mmask8 __M, __m256i __X, __m256i __Y)
795{
796 return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X,
797 (__v8si) __Y,
798 (__v4di)
799 _mm256_setzero_si256 (),
800 __M);
801}
802
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]803static __inline__ __m128i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]804_mm_mask_mul_epu32 (__m128i __W, __mmask8 __M, __m128i __X,
805 __m128i __Y)
806{
807 return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X,
808 (__v4si) __Y,
809 (__v2di) __W, __M);
810}
811
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]812static __inline__ __m128i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]813_mm_maskz_mul_epu32 (__mmask8 __M, __m128i __X, __m128i __Y)
814{
815 return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X,
816 (__v4si) __Y,
817 (__v2di)
818 _mm_setzero_si128 (),
819 __M);
820}
821
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]822static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]823_mm256_maskz_mullo_epi32(__mmask8 __M, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]824{
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]825 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
826 (__v8si)_mm256_mullo_epi32(__A, __B),
827 (__v8si)_mm256_setzero_si256());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]828}
829
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]830static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]831_mm256_mask_mullo_epi32(__m256i __W, __mmask8 __M, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]832{
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]833 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
834 (__v8si)_mm256_mullo_epi32(__A, __B),
835 (__v8si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]836}
837
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]838static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]839_mm_maskz_mullo_epi32(__mmask8 __M, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]840{
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]841 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
842 (__v4si)_mm_mullo_epi32(__A, __B),
843 (__v4si)_mm_setzero_si128());
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]844}
845
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]846static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]847_mm_mask_mullo_epi32(__m128i __W, __mmask8 __M, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]848{
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]849 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
850 (__v4si)_mm_mullo_epi32(__A, __B),
851 (__v4si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]852}
853
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]854static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]855_mm256_mask_and_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]856{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]857 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
858 (__v8si)_mm256_and_si256(__A, __B),
859 (__v8si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]860}
861
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]862static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]863_mm256_maskz_and_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]864{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]865 return (__m256i)_mm256_mask_and_epi32(_mm256_setzero_si256(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]866}
867
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]868static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]869_mm_mask_and_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]870{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]871 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
872 (__v4si)_mm_and_si128(__A, __B),
873 (__v4si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]874}
875
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]876static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]877_mm_maskz_and_epi32(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]878{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]879 return (__m128i)_mm_mask_and_epi32(_mm_setzero_si128(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]880}
881
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]882static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]883_mm256_mask_andnot_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]884{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]885 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
886 (__v8si)_mm256_andnot_si256(__A, __B),
887 (__v8si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]888}
889
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]890static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]891_mm256_maskz_andnot_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]892{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]893 return (__m256i)_mm256_mask_andnot_epi32(_mm256_setzero_si256(),
894 __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]895}
896
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]897static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]898_mm_mask_andnot_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]899{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]900 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
901 (__v4si)_mm_andnot_si128(__A, __B),
902 (__v4si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]903}
904
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]905static __inline__ __m128i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]906_mm_maskz_andnot_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
907{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]908 return (__m128i)_mm_mask_andnot_epi32(_mm_setzero_si128(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]909}
910
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]911static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]912_mm256_mask_or_epi32 (__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]913{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]914 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
915 (__v8si)_mm256_or_si256(__A, __B),
916 (__v8si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]917}
918
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]919static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]920_mm256_maskz_or_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]921{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]922 return (__m256i)_mm256_mask_or_epi32(_mm256_setzero_si256(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]923}
924
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]925static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]926_mm_mask_or_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]927{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]928 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
929 (__v4si)_mm_or_si128(__A, __B),
930 (__v4si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]931}
932
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]933static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]934_mm_maskz_or_epi32(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]935{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]936 return (__m128i)_mm_mask_or_epi32(_mm_setzero_si128(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]937}
938
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]939static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]940_mm256_mask_xor_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]941{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]942 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
943 (__v8si)_mm256_xor_si256(__A, __B),
944 (__v8si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]945}
946
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]947static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]948_mm256_maskz_xor_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]949{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]950 return (__m256i)_mm256_mask_xor_epi32(_mm256_setzero_si256(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]951}
952
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]953static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]954_mm_mask_xor_epi32(__m128i __W, __mmask8 __U, __m128i __A,
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]955 __m128i __B)
956{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]957 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
958 (__v4si)_mm_xor_si128(__A, __B),
959 (__v4si)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]960}
961
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]962static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]963_mm_maskz_xor_epi32(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]964{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]965 return (__m128i)_mm_mask_xor_epi32(_mm_setzero_si128(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]966}
967
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]968static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]969_mm256_mask_and_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]970{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]971 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
972 (__v4di)_mm256_and_si256(__A, __B),
973 (__v4di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]974}
975
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]976static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]977_mm256_maskz_and_epi64(__mmask8 __U, __m256i __A, __m256i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]978{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]979 return (__m256i)_mm256_mask_and_epi64(_mm256_setzero_si256(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]980}
981
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]982static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]983_mm_mask_and_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
984{
985 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
986 (__v2di)_mm_and_si128(__A, __B),
987 (__v2di)__W);
988}
989
990static __inline__ __m128i __DEFAULT_FN_ATTRS
991_mm_maskz_and_epi64(__mmask8 __U, __m128i __A, __m128i __B)
992{
993 return (__m128i)_mm_mask_and_epi64(_mm_setzero_si128(), __U, __A, __B);
994}
995
996static __inline__ __m256i __DEFAULT_FN_ATTRS
997_mm256_mask_andnot_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
998{
999 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
1000 (__v4di)_mm256_andnot_si256(__A, __B),
1001 (__v4di)__W);
1002}
1003
1004static __inline__ __m256i __DEFAULT_FN_ATTRS
1005_mm256_maskz_andnot_epi64(__mmask8 __U, __m256i __A, __m256i __B)
1006{
1007 return (__m256i)_mm256_mask_andnot_epi64(_mm256_setzero_si256(),
1008 __U, __A, __B);
1009}
1010
1011static __inline__ __m128i __DEFAULT_FN_ATTRS
1012_mm_mask_andnot_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
1013{
1014 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
1015 (__v2di)_mm_andnot_si128(__A, __B),
1016 (__v2di)__W);
1017}
1018
1019static __inline__ __m128i __DEFAULT_FN_ATTRS
1020_mm_maskz_andnot_epi64(__mmask8 __U, __m128i __A, __m128i __B)
1021{
1022 return (__m128i)_mm_mask_andnot_epi64(_mm_setzero_si128(), __U, __A, __B);
1023}
1024
1025static __inline__ __m256i __DEFAULT_FN_ATTRS
1026_mm256_mask_or_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
1027{
1028 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
1029 (__v4di)_mm256_or_si256(__A, __B),
1030 (__v4di)__W);
1031}
1032
1033static __inline__ __m256i __DEFAULT_FN_ATTRS
1034_mm256_maskz_or_epi64(__mmask8 __U, __m256i __A, __m256i __B)
1035{
1036 return (__m256i)_mm256_mask_or_epi64(_mm256_setzero_si256(), __U, __A, __B);
1037}
1038
1039static __inline__ __m128i __DEFAULT_FN_ATTRS
1040_mm_mask_or_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
1041{
1042 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
1043 (__v2di)_mm_or_si128(__A, __B),
1044 (__v2di)__W);
1045}
1046
1047static __inline__ __m128i __DEFAULT_FN_ATTRS
1048_mm_maskz_or_epi64(__mmask8 __U, __m128i __A, __m128i __B)
1049{
1050 return (__m128i)_mm_mask_or_epi64(_mm_setzero_si128(), __U, __A, __B);
1051}
1052
1053static __inline__ __m256i __DEFAULT_FN_ATTRS
1054_mm256_mask_xor_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
1055{
1056 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
1057 (__v4di)_mm256_xor_si256(__A, __B),
1058 (__v4di)__W);
1059}
1060
1061static __inline__ __m256i __DEFAULT_FN_ATTRS
1062_mm256_maskz_xor_epi64(__mmask8 __U, __m256i __A, __m256i __B)
1063{
1064 return (__m256i)_mm256_mask_xor_epi64(_mm256_setzero_si256(), __U, __A, __B);
1065}
1066
1067static __inline__ __m128i __DEFAULT_FN_ATTRS
1068_mm_mask_xor_epi64(__m128i __W, __mmask8 __U, __m128i __A,
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]1069 __m128i __B)
1070{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]1071 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
1072 (__v2di)_mm_xor_si128(__A, __B),
1073 (__v2di)__W);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]1074}
1075
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1076static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]1077_mm_maskz_xor_epi64(__mmask8 __U, __m128i __A, __m128i __B)
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]1078{
Craig Topper4d61a3c2016-07-11 06:14:18 +0000[diff] [blame]1079 return (__m128i)_mm_mask_xor_epi64(_mm_setzero_si128(), __U, __A, __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000[diff] [blame]1080}
1081
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1082#define _mm_cmp_epi32_mask(a, b, p) __extension__ ({ \
1083 (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1084 (__v4si)(__m128i)(b), (int)(p), \
1085 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1086
1087#define _mm_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
1088 (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1089 (__v4si)(__m128i)(b), (int)(p), \
1090 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1091
1092#define _mm_cmp_epu32_mask(a, b, p) __extension__ ({ \
1093 (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1094 (__v4si)(__m128i)(b), (int)(p), \
1095 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1096
1097#define _mm_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
1098 (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1099 (__v4si)(__m128i)(b), (int)(p), \
1100 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1101
1102#define _mm256_cmp_epi32_mask(a, b, p) __extension__ ({ \
1103 (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1104 (__v8si)(__m256i)(b), (int)(p), \
1105 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1106
1107#define _mm256_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
1108 (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1109 (__v8si)(__m256i)(b), (int)(p), \
1110 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1111
1112#define _mm256_cmp_epu32_mask(a, b, p) __extension__ ({ \
1113 (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1114 (__v8si)(__m256i)(b), (int)(p), \
1115 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1116
1117#define _mm256_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
1118 (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1119 (__v8si)(__m256i)(b), (int)(p), \
1120 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1121
1122#define _mm_cmp_epi64_mask(a, b, p) __extension__ ({ \
1123 (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1124 (__v2di)(__m128i)(b), (int)(p), \
1125 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1126
1127#define _mm_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
1128 (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1129 (__v2di)(__m128i)(b), (int)(p), \
1130 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1131
1132#define _mm_cmp_epu64_mask(a, b, p) __extension__ ({ \
1133 (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1134 (__v2di)(__m128i)(b), (int)(p), \
1135 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1136
1137#define _mm_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
1138 (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1139 (__v2di)(__m128i)(b), (int)(p), \
1140 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1141
1142#define _mm256_cmp_epi64_mask(a, b, p) __extension__ ({ \
1143 (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1144 (__v4di)(__m256i)(b), (int)(p), \
1145 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1146
1147#define _mm256_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
1148 (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1149 (__v4di)(__m256i)(b), (int)(p), \
1150 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1151
1152#define _mm256_cmp_epu64_mask(a, b, p) __extension__ ({ \
1153 (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1154 (__v4di)(__m256i)(b), (int)(p), \
1155 (__mmask8)-1); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1156
1157#define _mm256_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
1158 (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1159 (__v4di)(__m256i)(b), (int)(p), \
1160 (__mmask8)(m)); })
Craig Topper2f25a5a2015-01-26 08:11:49 +0000[diff] [blame]1161
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1162#define _mm256_cmp_ps_mask(a, b, p) __extension__ ({ \
1163 (__mmask8)__builtin_ia32_cmpps256_mask((__v8sf)(__m256)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1164 (__v8sf)(__m256)(b), (int)(p), \
1165 (__mmask8)-1); })
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1166
1167#define _mm256_mask_cmp_ps_mask(m, a, b, p) __extension__ ({ \
1168 (__mmask8)__builtin_ia32_cmpps256_mask((__v8sf)(__m256)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1169 (__v8sf)(__m256)(b), (int)(p), \
1170 (__mmask8)(m)); })
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1171
1172#define _mm256_cmp_pd_mask(a, b, p) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1173 (__mmask8)__builtin_ia32_cmppd256_mask((__v4df)(__m256d)(a), \
1174 (__v4df)(__m256d)(b), (int)(p), \
1175 (__mmask8)-1); })
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1176
1177#define _mm256_mask_cmp_pd_mask(m, a, b, p) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1178 (__mmask8)__builtin_ia32_cmppd256_mask((__v4df)(__m256d)(a), \
1179 (__v4df)(__m256d)(b), (int)(p), \
1180 (__mmask8)(m)); })
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1181
Michael Zuckermaneb5f1782016-05-26 08:10:12 +0000[diff] [blame]1182#define _mm_cmp_ps_mask(a, b, p) __extension__ ({ \
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1183 (__mmask8)__builtin_ia32_cmpps128_mask((__v4sf)(__m128)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1184 (__v4sf)(__m128)(b), (int)(p), \
1185 (__mmask8)-1); })
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1186
Michael Zuckermaneb5f1782016-05-26 08:10:12 +0000[diff] [blame]1187#define _mm_mask_cmp_ps_mask(m, a, b, p) __extension__ ({ \
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1188 (__mmask8)__builtin_ia32_cmpps128_mask((__v4sf)(__m128)(a), \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1189 (__v4sf)(__m128)(b), (int)(p), \
1190 (__mmask8)(m)); })
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1191
Michael Zuckermaneb5f1782016-05-26 08:10:12 +0000[diff] [blame]1192#define _mm_cmp_pd_mask(a, b, p) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1193 (__mmask8)__builtin_ia32_cmppd128_mask((__v2df)(__m128d)(a), \
1194 (__v2df)(__m128d)(b), (int)(p), \
1195 (__mmask8)-1); })
Elena Demikhovskybd5c8b92015-05-07 11:26:36 +0000[diff] [blame]1196
Michael Zuckermaneb5f1782016-05-26 08:10:12 +0000[diff] [blame]1197#define _mm_mask_cmp_pd_mask(m, a, b, p) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]1198 (__mmask8)__builtin_ia32_cmppd128_mask((__v2df)(__m128d)(a), \
1199 (__v2df)(__m128d)(b), (int)(p), \
1200 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]1201
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1202static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1203_mm_mask_fmadd_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1204{
1205 return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A,
1206 (__v2df) __B,
1207 (__v2df) __C,
1208 (__mmask8) __U);
1209}
1210
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1211static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1212_mm_mask3_fmadd_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1213{
1214 return (__m128d) __builtin_ia32_vfmaddpd128_mask3 ((__v2df) __A,
1215 (__v2df) __B,
1216 (__v2df) __C,
1217 (__mmask8) __U);
1218}
1219
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1220static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1221_mm_maskz_fmadd_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1222{
1223 return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A,
1224 (__v2df) __B,
1225 (__v2df) __C,
1226 (__mmask8) __U);
1227}
1228
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1229static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1230_mm_mask_fmsub_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1231{
1232 return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A,
1233 (__v2df) __B,
1234 -(__v2df) __C,
1235 (__mmask8) __U);
1236}
1237
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1238static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1239_mm_maskz_fmsub_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1240{
1241 return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A,
1242 (__v2df) __B,
1243 -(__v2df) __C,
1244 (__mmask8) __U);
1245}
1246
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1247static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1248_mm_mask3_fnmadd_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1249{
1250 return (__m128d) __builtin_ia32_vfmaddpd128_mask3 (-(__v2df) __A,
1251 (__v2df) __B,
1252 (__v2df) __C,
1253 (__mmask8) __U);
1254}
1255
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1256static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1257_mm_maskz_fnmadd_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1258{
1259 return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A,
1260 (__v2df) __B,
1261 (__v2df) __C,
1262 (__mmask8) __U);
1263}
1264
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1265static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1266_mm_maskz_fnmsub_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1267{
1268 return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A,
1269 (__v2df) __B,
1270 -(__v2df) __C,
1271 (__mmask8) __U);
1272}
1273
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1274static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1275_mm256_mask_fmadd_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1276{
1277 return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A,
1278 (__v4df) __B,
1279 (__v4df) __C,
1280 (__mmask8) __U);
1281}
1282
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1283static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1284_mm256_mask3_fmadd_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1285{
1286 return (__m256d) __builtin_ia32_vfmaddpd256_mask3 ((__v4df) __A,
1287 (__v4df) __B,
1288 (__v4df) __C,
1289 (__mmask8) __U);
1290}
1291
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1292static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1293_mm256_maskz_fmadd_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1294{
1295 return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A,
1296 (__v4df) __B,
1297 (__v4df) __C,
1298 (__mmask8) __U);
1299}
1300
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1301static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1302_mm256_mask_fmsub_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1303{
1304 return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A,
1305 (__v4df) __B,
1306 -(__v4df) __C,
1307 (__mmask8) __U);
1308}
1309
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1310static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1311_mm256_maskz_fmsub_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1312{
1313 return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A,
1314 (__v4df) __B,
1315 -(__v4df) __C,
1316 (__mmask8) __U);
1317}
1318
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1319static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1320_mm256_mask3_fnmadd_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1321{
1322 return (__m256d) __builtin_ia32_vfmaddpd256_mask3 (-(__v4df) __A,
1323 (__v4df) __B,
1324 (__v4df) __C,
1325 (__mmask8) __U);
1326}
1327
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1328static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1329_mm256_maskz_fnmadd_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1330{
1331 return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A,
1332 (__v4df) __B,
1333 (__v4df) __C,
1334 (__mmask8) __U);
1335}
1336
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1337static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1338_mm256_maskz_fnmsub_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1339{
1340 return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A,
1341 (__v4df) __B,
1342 -(__v4df) __C,
1343 (__mmask8) __U);
1344}
1345
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1346static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1347_mm_mask_fmadd_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1348{
1349 return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A,
1350 (__v4sf) __B,
1351 (__v4sf) __C,
1352 (__mmask8) __U);
1353}
1354
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1355static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1356_mm_mask3_fmadd_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1357{
1358 return (__m128) __builtin_ia32_vfmaddps128_mask3 ((__v4sf) __A,
1359 (__v4sf) __B,
1360 (__v4sf) __C,
1361 (__mmask8) __U);
1362}
1363
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1364static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1365_mm_maskz_fmadd_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1366{
1367 return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A,
1368 (__v4sf) __B,
1369 (__v4sf) __C,
1370 (__mmask8) __U);
1371}
1372
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1373static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1374_mm_mask_fmsub_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1375{
1376 return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A,
1377 (__v4sf) __B,
1378 -(__v4sf) __C,
1379 (__mmask8) __U);
1380}
1381
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1382static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1383_mm_maskz_fmsub_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1384{
1385 return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A,
1386 (__v4sf) __B,
1387 -(__v4sf) __C,
1388 (__mmask8) __U);
1389}
1390
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1391static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1392_mm_mask3_fnmadd_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1393{
1394 return (__m128) __builtin_ia32_vfmaddps128_mask3 (-(__v4sf) __A,
1395 (__v4sf) __B,
1396 (__v4sf) __C,
1397 (__mmask8) __U);
1398}
1399
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1400static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1401_mm_maskz_fnmadd_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1402{
1403 return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A,
1404 (__v4sf) __B,
1405 (__v4sf) __C,
1406 (__mmask8) __U);
1407}
1408
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1409static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1410_mm_maskz_fnmsub_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1411{
1412 return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A,
1413 (__v4sf) __B,
1414 -(__v4sf) __C,
1415 (__mmask8) __U);
1416}
1417
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1418static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1419_mm256_mask_fmadd_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1420{
1421 return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A,
1422 (__v8sf) __B,
1423 (__v8sf) __C,
1424 (__mmask8) __U);
1425}
1426
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1427static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1428_mm256_mask3_fmadd_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1429{
1430 return (__m256) __builtin_ia32_vfmaddps256_mask3 ((__v8sf) __A,
1431 (__v8sf) __B,
1432 (__v8sf) __C,
1433 (__mmask8) __U);
1434}
1435
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1436static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1437_mm256_maskz_fmadd_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1438{
1439 return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A,
1440 (__v8sf) __B,
1441 (__v8sf) __C,
1442 (__mmask8) __U);
1443}
1444
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1445static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1446_mm256_mask_fmsub_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1447{
1448 return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A,
1449 (__v8sf) __B,
1450 -(__v8sf) __C,
1451 (__mmask8) __U);
1452}
1453
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1454static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1455_mm256_maskz_fmsub_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1456{
1457 return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A,
1458 (__v8sf) __B,
1459 -(__v8sf) __C,
1460 (__mmask8) __U);
1461}
1462
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1463static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1464_mm256_mask3_fnmadd_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1465{
1466 return (__m256) __builtin_ia32_vfmaddps256_mask3 (-(__v8sf) __A,
1467 (__v8sf) __B,
1468 (__v8sf) __C,
1469 (__mmask8) __U);
1470}
1471
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1472static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1473_mm256_maskz_fnmadd_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1474{
1475 return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A,
1476 (__v8sf) __B,
1477 (__v8sf) __C,
1478 (__mmask8) __U);
1479}
1480
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1481static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1482_mm256_maskz_fnmsub_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1483{
1484 return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A,
1485 (__v8sf) __B,
1486 -(__v8sf) __C,
1487 (__mmask8) __U);
1488}
1489
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1490static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1491_mm_mask_fmaddsub_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1492{
1493 return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A,
1494 (__v2df) __B,
1495 (__v2df) __C,
1496 (__mmask8) __U);
1497}
1498
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1499static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1500_mm_mask3_fmaddsub_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1501{
1502 return (__m128d) __builtin_ia32_vfmaddsubpd128_mask3 ((__v2df) __A,
1503 (__v2df) __B,
1504 (__v2df) __C,
1505 (__mmask8)
1506 __U);
1507}
1508
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1509static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1510_mm_maskz_fmaddsub_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1511{
1512 return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A,
1513 (__v2df) __B,
1514 (__v2df) __C,
1515 (__mmask8)
1516 __U);
1517}
1518
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1519static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1520_mm_mask_fmsubadd_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1521{
1522 return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A,
1523 (__v2df) __B,
1524 -(__v2df) __C,
1525 (__mmask8) __U);
1526}
1527
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1528static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1529_mm_maskz_fmsubadd_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1530{
1531 return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A,
1532 (__v2df) __B,
1533 -(__v2df) __C,
1534 (__mmask8)
1535 __U);
1536}
1537
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1538static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1539_mm256_mask_fmaddsub_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1540{
1541 return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A,
1542 (__v4df) __B,
1543 (__v4df) __C,
1544 (__mmask8) __U);
1545}
1546
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1547static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1548_mm256_mask3_fmaddsub_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1549{
1550 return (__m256d) __builtin_ia32_vfmaddsubpd256_mask3 ((__v4df) __A,
1551 (__v4df) __B,
1552 (__v4df) __C,
1553 (__mmask8)
1554 __U);
1555}
1556
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1557static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1558_mm256_maskz_fmaddsub_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1559{
1560 return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A,
1561 (__v4df) __B,
1562 (__v4df) __C,
1563 (__mmask8)
1564 __U);
1565}
1566
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1567static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1568_mm256_mask_fmsubadd_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1569{
1570 return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A,
1571 (__v4df) __B,
1572 -(__v4df) __C,
1573 (__mmask8) __U);
1574}
1575
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1576static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1577_mm256_maskz_fmsubadd_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1578{
1579 return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A,
1580 (__v4df) __B,
1581 -(__v4df) __C,
1582 (__mmask8)
1583 __U);
1584}
1585
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1586static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1587_mm_mask_fmaddsub_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1588{
1589 return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A,
1590 (__v4sf) __B,
1591 (__v4sf) __C,
1592 (__mmask8) __U);
1593}
1594
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1595static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1596_mm_mask3_fmaddsub_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1597{
1598 return (__m128) __builtin_ia32_vfmaddsubps128_mask3 ((__v4sf) __A,
1599 (__v4sf) __B,
1600 (__v4sf) __C,
1601 (__mmask8) __U);
1602}
1603
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1604static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1605_mm_maskz_fmaddsub_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1606{
1607 return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A,
1608 (__v4sf) __B,
1609 (__v4sf) __C,
1610 (__mmask8) __U);
1611}
1612
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1613static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1614_mm_mask_fmsubadd_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1615{
1616 return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A,
1617 (__v4sf) __B,
1618 -(__v4sf) __C,
1619 (__mmask8) __U);
1620}
1621
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1622static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1623_mm_maskz_fmsubadd_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1624{
1625 return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A,
1626 (__v4sf) __B,
1627 -(__v4sf) __C,
1628 (__mmask8) __U);
1629}
1630
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1631static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1632_mm256_mask_fmaddsub_ps(__m256 __A, __mmask8 __U, __m256 __B,
1633 __m256 __C)
1634{
1635 return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A,
1636 (__v8sf) __B,
1637 (__v8sf) __C,
1638 (__mmask8) __U);
1639}
1640
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1641static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1642_mm256_mask3_fmaddsub_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1643{
1644 return (__m256) __builtin_ia32_vfmaddsubps256_mask3 ((__v8sf) __A,
1645 (__v8sf) __B,
1646 (__v8sf) __C,
1647 (__mmask8) __U);
1648}
1649
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1650static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1651_mm256_maskz_fmaddsub_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1652{
1653 return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A,
1654 (__v8sf) __B,
1655 (__v8sf) __C,
1656 (__mmask8) __U);
1657}
1658
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1659static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1660_mm256_mask_fmsubadd_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1661{
1662 return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A,
1663 (__v8sf) __B,
1664 -(__v8sf) __C,
1665 (__mmask8) __U);
1666}
1667
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1668static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1669_mm256_maskz_fmsubadd_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1670{
1671 return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A,
1672 (__v8sf) __B,
1673 -(__v8sf) __C,
1674 (__mmask8) __U);
1675}
1676
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1677static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1678_mm_mask3_fmsub_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1679{
1680 return (__m128d) __builtin_ia32_vfmsubpd128_mask3 ((__v2df) __A,
1681 (__v2df) __B,
1682 (__v2df) __C,
1683 (__mmask8) __U);
1684}
1685
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1686static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1687_mm256_mask3_fmsub_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1688{
1689 return (__m256d) __builtin_ia32_vfmsubpd256_mask3 ((__v4df) __A,
1690 (__v4df) __B,
1691 (__v4df) __C,
1692 (__mmask8) __U);
1693}
1694
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1695static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1696_mm_mask3_fmsub_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1697{
1698 return (__m128) __builtin_ia32_vfmsubps128_mask3 ((__v4sf) __A,
1699 (__v4sf) __B,
1700 (__v4sf) __C,
1701 (__mmask8) __U);
1702}
1703
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1704static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1705_mm256_mask3_fmsub_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1706{
1707 return (__m256) __builtin_ia32_vfmsubps256_mask3 ((__v8sf) __A,
1708 (__v8sf) __B,
1709 (__v8sf) __C,
1710 (__mmask8) __U);
1711}
1712
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1713static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1714_mm_mask3_fmsubadd_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1715{
1716 return (__m128d) __builtin_ia32_vfmsubaddpd128_mask3 ((__v2df) __A,
1717 (__v2df) __B,
1718 (__v2df) __C,
1719 (__mmask8)
1720 __U);
1721}
1722
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1723static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1724_mm256_mask3_fmsubadd_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1725{
1726 return (__m256d) __builtin_ia32_vfmsubaddpd256_mask3 ((__v4df) __A,
1727 (__v4df) __B,
1728 (__v4df) __C,
1729 (__mmask8)
1730 __U);
1731}
1732
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1733static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1734_mm_mask3_fmsubadd_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1735{
1736 return (__m128) __builtin_ia32_vfmsubaddps128_mask3 ((__v4sf) __A,
1737 (__v4sf) __B,
1738 (__v4sf) __C,
1739 (__mmask8) __U);
1740}
1741
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1742static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1743_mm256_mask3_fmsubadd_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1744{
1745 return (__m256) __builtin_ia32_vfmsubaddps256_mask3 ((__v8sf) __A,
1746 (__v8sf) __B,
1747 (__v8sf) __C,
1748 (__mmask8) __U);
1749}
1750
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1751static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1752_mm_mask_fnmadd_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1753{
1754 return (__m128d) __builtin_ia32_vfnmaddpd128_mask ((__v2df) __A,
1755 (__v2df) __B,
1756 (__v2df) __C,
1757 (__mmask8) __U);
1758}
1759
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1760static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1761_mm256_mask_fnmadd_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1762{
1763 return (__m256d) __builtin_ia32_vfnmaddpd256_mask ((__v4df) __A,
1764 (__v4df) __B,
1765 (__v4df) __C,
1766 (__mmask8) __U);
1767}
1768
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1769static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1770_mm_mask_fnmadd_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1771{
1772 return (__m128) __builtin_ia32_vfnmaddps128_mask ((__v4sf) __A,
1773 (__v4sf) __B,
1774 (__v4sf) __C,
1775 (__mmask8) __U);
1776}
1777
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1778static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1779_mm256_mask_fnmadd_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1780{
1781 return (__m256) __builtin_ia32_vfnmaddps256_mask ((__v8sf) __A,
1782 (__v8sf) __B,
1783 (__v8sf) __C,
1784 (__mmask8) __U);
1785}
1786
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1787static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1788_mm_mask_fnmsub_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1789{
1790 return (__m128d) __builtin_ia32_vfnmsubpd128_mask ((__v2df) __A,
1791 (__v2df) __B,
1792 (__v2df) __C,
1793 (__mmask8) __U);
1794}
1795
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1796static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1797_mm_mask3_fnmsub_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1798{
1799 return (__m128d) __builtin_ia32_vfnmsubpd128_mask3 ((__v2df) __A,
1800 (__v2df) __B,
1801 (__v2df) __C,
1802 (__mmask8) __U);
1803}
1804
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1805static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1806_mm256_mask_fnmsub_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1807{
1808 return (__m256d) __builtin_ia32_vfnmsubpd256_mask ((__v4df) __A,
1809 (__v4df) __B,
1810 (__v4df) __C,
1811 (__mmask8) __U);
1812}
1813
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1814static __inline__ __m256d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1815_mm256_mask3_fnmsub_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1816{
1817 return (__m256d) __builtin_ia32_vfnmsubpd256_mask3 ((__v4df) __A,
1818 (__v4df) __B,
1819 (__v4df) __C,
1820 (__mmask8) __U);
1821}
1822
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1823static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1824_mm_mask_fnmsub_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1825{
1826 return (__m128) __builtin_ia32_vfnmsubps128_mask ((__v4sf) __A,
1827 (__v4sf) __B,
1828 (__v4sf) __C,
1829 (__mmask8) __U);
1830}
1831
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1832static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1833_mm_mask3_fnmsub_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1834{
1835 return (__m128) __builtin_ia32_vfnmsubps128_mask3 ((__v4sf) __A,
1836 (__v4sf) __B,
1837 (__v4sf) __C,
1838 (__mmask8) __U);
1839}
1840
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1841static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1842_mm256_mask_fnmsub_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1843{
1844 return (__m256) __builtin_ia32_vfnmsubps256_mask ((__v8sf) __A,
1845 (__v8sf) __B,
1846 (__v8sf) __C,
1847 (__mmask8) __U);
1848}
1849
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1850static __inline__ __m256 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +0000[diff] [blame]1851_mm256_mask3_fnmsub_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1852{
1853 return (__m256) __builtin_ia32_vfnmsubps256_mask3 ((__v8sf) __A,
1854 (__v8sf) __B,
1855 (__v8sf) __C,
1856 (__mmask8) __U);
1857}
1858
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1859static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1860_mm_mask_add_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
1861 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
1862 (__v2df)_mm_add_pd(__A, __B),
1863 (__v2df)__W);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1864}
1865
1866static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1867_mm_maskz_add_pd(__mmask8 __U, __m128d __A, __m128d __B) {
1868 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
1869 (__v2df)_mm_add_pd(__A, __B),
1870 (__v2df)_mm_setzero_pd());
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1871}
1872
1873static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1874_mm256_mask_add_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
1875 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
1876 (__v4df)_mm256_add_pd(__A, __B),
1877 (__v4df)__W);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1878}
1879
1880static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1881_mm256_maskz_add_pd(__mmask8 __U, __m256d __A, __m256d __B) {
1882 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
1883 (__v4df)_mm256_add_pd(__A, __B),
1884 (__v4df)_mm256_setzero_pd());
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1885}
1886
1887static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1888_mm_mask_add_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
1889 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
1890 (__v4sf)_mm_add_ps(__A, __B),
1891 (__v4sf)__W);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1892}
1893
1894static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1895_mm_maskz_add_ps(__mmask8 __U, __m128 __A, __m128 __B) {
1896 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
1897 (__v4sf)_mm_add_ps(__A, __B),
1898 (__v4sf)_mm_setzero_ps());
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1899}
1900
1901static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1902_mm256_mask_add_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
1903 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
1904 (__v8sf)_mm256_add_ps(__A, __B),
1905 (__v8sf)__W);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1906}
1907
1908static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]1909_mm256_maskz_add_ps(__mmask8 __U, __m256 __A, __m256 __B) {
1910 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
1911 (__v8sf)_mm256_add_ps(__A, __B),
1912 (__v8sf)_mm256_setzero_ps());
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1913}
1914
1915static __inline__ __m128i __DEFAULT_FN_ATTRS
1916_mm_mask_blend_epi32 (__mmask8 __U, __m128i __A, __m128i __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1917 return (__m128i) __builtin_ia32_selectd_128 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1918 (__v4si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1919 (__v4si) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1920}
1921
1922static __inline__ __m256i __DEFAULT_FN_ATTRS
1923_mm256_mask_blend_epi32 (__mmask8 __U, __m256i __A, __m256i __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1924 return (__m256i) __builtin_ia32_selectd_256 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1925 (__v8si) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1926 (__v8si) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1927}
1928
1929static __inline__ __m128d __DEFAULT_FN_ATTRS
1930_mm_mask_blend_pd (__mmask8 __U, __m128d __A, __m128d __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1931 return (__m128d) __builtin_ia32_selectpd_128 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1932 (__v2df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1933 (__v2df) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1934}
1935
1936static __inline__ __m256d __DEFAULT_FN_ATTRS
1937_mm256_mask_blend_pd (__mmask8 __U, __m256d __A, __m256d __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1938 return (__m256d) __builtin_ia32_selectpd_256 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1939 (__v4df) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1940 (__v4df) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1941}
1942
1943static __inline__ __m128 __DEFAULT_FN_ATTRS
1944_mm_mask_blend_ps (__mmask8 __U, __m128 __A, __m128 __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1945 return (__m128) __builtin_ia32_selectps_128 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1946 (__v4sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1947 (__v4sf) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1948}
1949
1950static __inline__ __m256 __DEFAULT_FN_ATTRS
1951_mm256_mask_blend_ps (__mmask8 __U, __m256 __A, __m256 __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1952 return (__m256) __builtin_ia32_selectps_256 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1953 (__v8sf) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1954 (__v8sf) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1955}
1956
1957static __inline__ __m128i __DEFAULT_FN_ATTRS
1958_mm_mask_blend_epi64 (__mmask8 __U, __m128i __A, __m128i __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1959 return (__m128i) __builtin_ia32_selectq_128 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1960 (__v2di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1961 (__v2di) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1962}
1963
1964static __inline__ __m256i __DEFAULT_FN_ATTRS
1965_mm256_mask_blend_epi64 (__mmask8 __U, __m256i __A, __m256i __W) {
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1966 return (__m256i) __builtin_ia32_selectq_256 ((__mmask8) __U,
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1967 (__v4di) __W,
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]1968 (__v4di) __A);
Asaf Badouh74da3872015-07-28 08:26:14 +0000[diff] [blame]1969}
1970
1971static __inline__ __m128d __DEFAULT_FN_ATTRS
1972_mm_mask_compress_pd (__m128d __W, __mmask8 __U, __m128d __A) {
1973 return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A,
1974 (__v2df) __W,
1975 (__mmask8) __U);
1976}
1977
1978static __inline__ __m128d __DEFAULT_FN_ATTRS
1979_mm_maskz_compress_pd (__mmask8 __U, __m128d __A) {
1980 return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A,
1981 (__v2df)
1982 _mm_setzero_pd (),
1983 (__mmask8) __U);
1984}
1985
1986static __inline__ __m256d __DEFAULT_FN_ATTRS
1987_mm256_mask_compress_pd (__m256d __W, __mmask8 __U, __m256d __A) {
1988 return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A,
1989 (__v4df) __W,
1990 (__mmask8) __U);
1991}
1992
1993static __inline__ __m256d __DEFAULT_FN_ATTRS
1994_mm256_maskz_compress_pd (__mmask8 __U, __m256d __A) {
1995 return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A,
1996 (__v4df)
1997 _mm256_setzero_pd (),
1998 (__mmask8) __U);
1999}
2000
2001static __inline__ __m128i __DEFAULT_FN_ATTRS
2002_mm_mask_compress_epi64 (__m128i __W, __mmask8 __U, __m128i __A) {
2003 return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A,
2004 (__v2di) __W,
2005 (__mmask8) __U);
2006}
2007
2008static __inline__ __m128i __DEFAULT_FN_ATTRS
2009_mm_maskz_compress_epi64 (__mmask8 __U, __m128i __A) {
2010 return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A,
2011 (__v2di)
2012 _mm_setzero_si128 (),
2013 (__mmask8) __U);
2014}
2015
2016static __inline__ __m256i __DEFAULT_FN_ATTRS
2017_mm256_mask_compress_epi64 (__m256i __W, __mmask8 __U, __m256i __A) {
2018 return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A,
2019 (__v4di) __W,
2020 (__mmask8) __U);
2021}
2022
2023static __inline__ __m256i __DEFAULT_FN_ATTRS
2024_mm256_maskz_compress_epi64 (__mmask8 __U, __m256i __A) {
2025 return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A,
2026 (__v4di)
2027 _mm256_setzero_si256 (),
2028 (__mmask8) __U);
2029}
2030
2031static __inline__ __m128 __DEFAULT_FN_ATTRS
2032_mm_mask_compress_ps (__m128 __W, __mmask8 __U, __m128 __A) {
2033 return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A,
2034 (__v4sf) __W,
2035 (__mmask8) __U);
2036}
2037
2038static __inline__ __m128 __DEFAULT_FN_ATTRS
2039_mm_maskz_compress_ps (__mmask8 __U, __m128 __A) {
2040 return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A,
2041 (__v4sf)
2042 _mm_setzero_ps (),
2043 (__mmask8) __U);
2044}
2045
2046static __inline__ __m256 __DEFAULT_FN_ATTRS
2047_mm256_mask_compress_ps (__m256 __W, __mmask8 __U, __m256 __A) {
2048 return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A,
2049 (__v8sf) __W,
2050 (__mmask8) __U);
2051}
2052
2053static __inline__ __m256 __DEFAULT_FN_ATTRS
2054_mm256_maskz_compress_ps (__mmask8 __U, __m256 __A) {
2055 return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A,
2056 (__v8sf)
2057 _mm256_setzero_ps (),
2058 (__mmask8) __U);
2059}
2060
2061static __inline__ __m128i __DEFAULT_FN_ATTRS
2062_mm_mask_compress_epi32 (__m128i __W, __mmask8 __U, __m128i __A) {
2063 return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A,
2064 (__v4si) __W,
2065 (__mmask8) __U);
2066}
2067
2068static __inline__ __m128i __DEFAULT_FN_ATTRS
2069_mm_maskz_compress_epi32 (__mmask8 __U, __m128i __A) {
2070 return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A,
2071 (__v4si)
2072 _mm_setzero_si128 (),
2073 (__mmask8) __U);
2074}
2075
2076static __inline__ __m256i __DEFAULT_FN_ATTRS
2077_mm256_mask_compress_epi32 (__m256i __W, __mmask8 __U, __m256i __A) {
2078 return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A,
2079 (__v8si) __W,
2080 (__mmask8) __U);
2081}
2082
2083static __inline__ __m256i __DEFAULT_FN_ATTRS
2084_mm256_maskz_compress_epi32 (__mmask8 __U, __m256i __A) {
2085 return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A,
2086 (__v8si)
2087 _mm256_setzero_si256 (),
2088 (__mmask8) __U);
2089}
2090
2091static __inline__ void __DEFAULT_FN_ATTRS
2092_mm_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m128d __A) {
2093 __builtin_ia32_compressstoredf128_mask ((__v2df *) __P,
2094 (__v2df) __A,
2095 (__mmask8) __U);
2096}
2097
2098static __inline__ void __DEFAULT_FN_ATTRS
2099_mm256_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m256d __A) {
2100 __builtin_ia32_compressstoredf256_mask ((__v4df *) __P,
2101 (__v4df) __A,
2102 (__mmask8) __U);
2103}
2104
2105static __inline__ void __DEFAULT_FN_ATTRS
2106_mm_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m128i __A) {
2107 __builtin_ia32_compressstoredi128_mask ((__v2di *) __P,
2108 (__v2di) __A,
2109 (__mmask8) __U);
2110}
2111
2112static __inline__ void __DEFAULT_FN_ATTRS
2113_mm256_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m256i __A) {
2114 __builtin_ia32_compressstoredi256_mask ((__v4di *) __P,
2115 (__v4di) __A,
2116 (__mmask8) __U);
2117}
2118
2119static __inline__ void __DEFAULT_FN_ATTRS
2120_mm_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m128 __A) {
2121 __builtin_ia32_compressstoresf128_mask ((__v4sf *) __P,
2122 (__v4sf) __A,
2123 (__mmask8) __U);
2124}
2125
2126static __inline__ void __DEFAULT_FN_ATTRS
2127_mm256_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m256 __A) {
2128 __builtin_ia32_compressstoresf256_mask ((__v8sf *) __P,
2129 (__v8sf) __A,
2130 (__mmask8) __U);
2131}
2132
2133static __inline__ void __DEFAULT_FN_ATTRS
2134_mm_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m128i __A) {
2135 __builtin_ia32_compressstoresi128_mask ((__v4si *) __P,
2136 (__v4si) __A,
2137 (__mmask8) __U);
2138}
2139
2140static __inline__ void __DEFAULT_FN_ATTRS
2141_mm256_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m256i __A) {
2142 __builtin_ia32_compressstoresi256_mask ((__v8si *) __P,
2143 (__v8si) __A,
2144 (__mmask8) __U);
2145}
2146
2147static __inline__ __m128d __DEFAULT_FN_ATTRS
2148_mm_mask_cvtepi32_pd (__m128d __W, __mmask8 __U, __m128i __A) {
2149 return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A,
2150 (__v2df) __W,
2151 (__mmask8) __U);
2152}
2153
2154static __inline__ __m128d __DEFAULT_FN_ATTRS
2155_mm_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A) {
2156 return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A,
2157 (__v2df)
2158 _mm_setzero_pd (),
2159 (__mmask8) __U);
2160}
2161
2162static __inline__ __m256d __DEFAULT_FN_ATTRS
2163_mm256_mask_cvtepi32_pd (__m256d __W, __mmask8 __U, __m128i __A) {
2164 return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A,
2165 (__v4df) __W,
2166 (__mmask8) __U);
2167}
2168
2169static __inline__ __m256d __DEFAULT_FN_ATTRS
2170_mm256_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A) {
2171 return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A,
2172 (__v4df)
2173 _mm256_setzero_pd (),
2174 (__mmask8) __U);
2175}
2176
2177static __inline__ __m128 __DEFAULT_FN_ATTRS
2178_mm_mask_cvtepi32_ps (__m128 __W, __mmask8 __U, __m128i __A) {
2179 return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A,
2180 (__v4sf) __W,
2181 (__mmask8) __U);
2182}
2183
2184static __inline__ __m128 __DEFAULT_FN_ATTRS
2185_mm_maskz_cvtepi32_ps (__mmask16 __U, __m128i __A) {
2186 return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A,
2187 (__v4sf)
2188 _mm_setzero_ps (),
2189 (__mmask8) __U);
2190}
2191
2192static __inline__ __m256 __DEFAULT_FN_ATTRS
2193_mm256_mask_cvtepi32_ps (__m256 __W, __mmask8 __U, __m256i __A) {
2194 return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A,
2195 (__v8sf) __W,
2196 (__mmask8) __U);
2197}
2198
2199static __inline__ __m256 __DEFAULT_FN_ATTRS
2200_mm256_maskz_cvtepi32_ps (__mmask16 __U, __m256i __A) {
2201 return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A,
2202 (__v8sf)
2203 _mm256_setzero_ps (),
2204 (__mmask8) __U);
2205}
2206
2207static __inline__ __m128i __DEFAULT_FN_ATTRS
2208_mm_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A) {
2209 return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A,
2210 (__v4si) __W,
2211 (__mmask8) __U);
2212}
2213
2214static __inline__ __m128i __DEFAULT_FN_ATTRS
2215_mm_maskz_cvtpd_epi32 (__mmask8 __U, __m128d __A) {
2216 return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A,
2217 (__v4si)
2218 _mm_setzero_si128 (),
2219 (__mmask8) __U);
2220}
2221
2222static __inline__ __m128i __DEFAULT_FN_ATTRS
2223_mm256_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A) {
2224 return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A,
2225 (__v4si) __W,
2226 (__mmask8) __U);
2227}
2228
2229static __inline__ __m128i __DEFAULT_FN_ATTRS
2230_mm256_maskz_cvtpd_epi32 (__mmask8 __U, __m256d __A) {
2231 return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A,
2232 (__v4si)
2233 _mm_setzero_si128 (),
2234 (__mmask8) __U);
2235}
2236
2237static __inline__ __m128 __DEFAULT_FN_ATTRS
2238_mm_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m128d __A) {
2239 return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A,
2240 (__v4sf) __W,
2241 (__mmask8) __U);
2242}
2243
2244static __inline__ __m128 __DEFAULT_FN_ATTRS
2245_mm_maskz_cvtpd_ps (__mmask8 __U, __m128d __A) {
2246 return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A,
2247 (__v4sf)
2248 _mm_setzero_ps (),
2249 (__mmask8) __U);
2250}
2251
2252static __inline__ __m128 __DEFAULT_FN_ATTRS
2253_mm256_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m256d __A) {
2254 return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A,
2255 (__v4sf) __W,
2256 (__mmask8) __U);
2257}
2258
2259static __inline__ __m128 __DEFAULT_FN_ATTRS
2260_mm256_maskz_cvtpd_ps (__mmask8 __U, __m256d __A) {
2261 return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A,
2262 (__v4sf)
2263 _mm_setzero_ps (),
2264 (__mmask8) __U);
2265}
2266
2267static __inline__ __m128i __DEFAULT_FN_ATTRS
2268_mm_cvtpd_epu32 (__m128d __A) {
2269 return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
2270 (__v4si)
2271 _mm_setzero_si128 (),
2272 (__mmask8) -1);
2273}
2274
2275static __inline__ __m128i __DEFAULT_FN_ATTRS
2276_mm_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A) {
2277 return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
2278 (__v4si) __W,
2279 (__mmask8) __U);
2280}
2281
2282static __inline__ __m128i __DEFAULT_FN_ATTRS
2283_mm_maskz_cvtpd_epu32 (__mmask8 __U, __m128d __A) {
2284 return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
2285 (__v4si)
2286 _mm_setzero_si128 (),
2287 (__mmask8) __U);
2288}
2289
2290static __inline__ __m128i __DEFAULT_FN_ATTRS
2291_mm256_cvtpd_epu32 (__m256d __A) {
2292 return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
2293 (__v4si)
2294 _mm_setzero_si128 (),
2295 (__mmask8) -1);
2296}
2297
2298static __inline__ __m128i __DEFAULT_FN_ATTRS
2299_mm256_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A) {
2300 return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
2301 (__v4si) __W,
2302 (__mmask8) __U);
2303}
2304
2305static __inline__ __m128i __DEFAULT_FN_ATTRS
2306_mm256_maskz_cvtpd_epu32 (__mmask8 __U, __m256d __A) {
2307 return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
2308 (__v4si)
2309 _mm_setzero_si128 (),
2310 (__mmask8) __U);
2311}
2312
2313static __inline__ __m128i __DEFAULT_FN_ATTRS
2314_mm_mask_cvtps_epi32 (__m128i __W, __mmask8 __U, __m128 __A) {
2315 return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A,
2316 (__v4si) __W,
2317 (__mmask8) __U);
2318}
2319
2320static __inline__ __m128i __DEFAULT_FN_ATTRS
2321_mm_maskz_cvtps_epi32 (__mmask8 __U, __m128 __A) {
2322 return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A,
2323 (__v4si)
2324 _mm_setzero_si128 (),
2325 (__mmask8) __U);
2326}
2327
2328static __inline__ __m256i __DEFAULT_FN_ATTRS
2329_mm256_mask_cvtps_epi32 (__m256i __W, __mmask8 __U, __m256 __A) {
2330 return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A,
2331 (__v8si) __W,
2332 (__mmask8) __U);
2333}
2334
2335static __inline__ __m256i __DEFAULT_FN_ATTRS
2336_mm256_maskz_cvtps_epi32 (__mmask8 __U, __m256 __A) {
2337 return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A,
2338 (__v8si)
2339 _mm256_setzero_si256 (),
2340 (__mmask8) __U);
2341}
2342
2343static __inline__ __m128d __DEFAULT_FN_ATTRS
2344_mm_mask_cvtps_pd (__m128d __W, __mmask8 __U, __m128 __A) {
2345 return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A,
2346 (__v2df) __W,
2347 (__mmask8) __U);
2348}
2349
2350static __inline__ __m128d __DEFAULT_FN_ATTRS
2351_mm_maskz_cvtps_pd (__mmask8 __U, __m128 __A) {
2352 return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A,
2353 (__v2df)
2354 _mm_setzero_pd (),
2355 (__mmask8) __U);
2356}
2357
2358static __inline__ __m256d __DEFAULT_FN_ATTRS
2359_mm256_mask_cvtps_pd (__m256d __W, __mmask8 __U, __m128 __A) {
2360 return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A,
2361 (__v4df) __W,
2362 (__mmask8) __U);
2363}
2364
2365static __inline__ __m256d __DEFAULT_FN_ATTRS
2366_mm256_maskz_cvtps_pd (__mmask8 __U, __m128 __A) {
2367 return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A,
2368 (__v4df)
2369 _mm256_setzero_pd (),
2370 (__mmask8) __U);
2371}
2372
2373static __inline__ __m128i __DEFAULT_FN_ATTRS
2374_mm_cvtps_epu32 (__m128 __A) {
2375 return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
2376 (__v4si)
2377 _mm_setzero_si128 (),
2378 (__mmask8) -1);
2379}
2380
2381static __inline__ __m128i __DEFAULT_FN_ATTRS
2382_mm_mask_cvtps_epu32 (__m128i __W, __mmask8 __U, __m128 __A) {
2383 return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
2384 (__v4si) __W,
2385 (__mmask8) __U);
2386}
2387
2388static __inline__ __m128i __DEFAULT_FN_ATTRS
2389_mm_maskz_cvtps_epu32 (__mmask8 __U, __m128 __A) {
2390 return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
2391 (__v4si)
2392 _mm_setzero_si128 (),
2393 (__mmask8) __U);
2394}
2395
2396static __inline__ __m256i __DEFAULT_FN_ATTRS
2397_mm256_cvtps_epu32 (__m256 __A) {
2398 return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
2399 (__v8si)
2400 _mm256_setzero_si256 (),
2401 (__mmask8) -1);
2402}
2403
2404static __inline__ __m256i __DEFAULT_FN_ATTRS
2405_mm256_mask_cvtps_epu32 (__m256i __W, __mmask8 __U, __m256 __A) {
2406 return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
2407 (__v8si) __W,
2408 (__mmask8) __U);
2409}
2410
2411static __inline__ __m256i __DEFAULT_FN_ATTRS
2412_mm256_maskz_cvtps_epu32 (__mmask8 __U, __m256 __A) {
2413 return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
2414 (__v8si)
2415 _mm256_setzero_si256 (),
2416 (__mmask8) __U);
2417}
2418
2419static __inline__ __m128i __DEFAULT_FN_ATTRS
2420_mm_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A) {
2421 return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A,
2422 (__v4si) __W,
2423 (__mmask8) __U);
2424}
2425
2426static __inline__ __m128i __DEFAULT_FN_ATTRS
2427_mm_maskz_cvttpd_epi32 (__mmask8 __U, __m128d __A) {
2428 return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A,
2429 (__v4si)
2430 _mm_setzero_si128 (),
2431 (__mmask8) __U);
2432}
2433
2434static __inline__ __m128i __DEFAULT_FN_ATTRS
2435_mm256_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A) {
2436 return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A,
2437 (__v4si) __W,
2438 (__mmask8) __U);
2439}
2440
2441static __inline__ __m128i __DEFAULT_FN_ATTRS
2442_mm256_maskz_cvttpd_epi32 (__mmask8 __U, __m256d __A) {
2443 return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A,
2444 (__v4si)
2445 _mm_setzero_si128 (),
2446 (__mmask8) __U);
2447}
2448
2449static __inline__ __m128i __DEFAULT_FN_ATTRS
2450_mm_cvttpd_epu32 (__m128d __A) {
2451 return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
2452 (__v4si)
2453 _mm_setzero_si128 (),
2454 (__mmask8) -1);
2455}
2456
2457static __inline__ __m128i __DEFAULT_FN_ATTRS
2458_mm_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A) {
2459 return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
2460 (__v4si) __W,
2461 (__mmask8) __U);
2462}
2463
2464static __inline__ __m128i __DEFAULT_FN_ATTRS
2465_mm_maskz_cvttpd_epu32 (__mmask8 __U, __m128d __A) {
2466 return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
2467 (__v4si)
2468 _mm_setzero_si128 (),
2469 (__mmask8) __U);
2470}
2471
2472static __inline__ __m128i __DEFAULT_FN_ATTRS
2473_mm256_cvttpd_epu32 (__m256d __A) {
2474 return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
2475 (__v4si)
2476 _mm_setzero_si128 (),
2477 (__mmask8) -1);
2478}
2479
2480static __inline__ __m128i __DEFAULT_FN_ATTRS
2481_mm256_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A) {
2482 return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
2483 (__v4si) __W,
2484 (__mmask8) __U);
2485}
2486
2487static __inline__ __m128i __DEFAULT_FN_ATTRS
2488_mm256_maskz_cvttpd_epu32 (__mmask8 __U, __m256d __A) {
2489 return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
2490 (__v4si)
2491 _mm_setzero_si128 (),
2492 (__mmask8) __U);
2493}
2494
2495static __inline__ __m128i __DEFAULT_FN_ATTRS
2496_mm_mask_cvttps_epi32 (__m128i __W, __mmask8 __U, __m128 __A) {
2497 return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A,
2498 (__v4si) __W,
2499 (__mmask8) __U);
2500}
2501
2502static __inline__ __m128i __DEFAULT_FN_ATTRS
2503_mm_maskz_cvttps_epi32 (__mmask8 __U, __m128 __A) {
2504 return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A,
2505 (__v4si)
2506 _mm_setzero_si128 (),
2507 (__mmask8) __U);
2508}
2509
2510static __inline__ __m256i __DEFAULT_FN_ATTRS
2511_mm256_mask_cvttps_epi32 (__m256i __W, __mmask8 __U, __m256 __A) {
2512 return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A,
2513 (__v8si) __W,
2514 (__mmask8) __U);
2515}
2516
2517static __inline__ __m256i __DEFAULT_FN_ATTRS
2518_mm256_maskz_cvttps_epi32 (__mmask8 __U, __m256 __A) {
2519 return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A,
2520 (__v8si)
2521 _mm256_setzero_si256 (),
2522 (__mmask8) __U);
2523}
2524
2525static __inline__ __m128i __DEFAULT_FN_ATTRS
2526_mm_cvttps_epu32 (__m128 __A) {
2527 return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
2528 (__v4si)
2529 _mm_setzero_si128 (),
2530 (__mmask8) -1);
2531}
2532
2533static __inline__ __m128i __DEFAULT_FN_ATTRS
2534_mm_mask_cvttps_epu32 (__m128i __W, __mmask8 __U, __m128 __A) {
2535 return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
2536 (__v4si) __W,
2537 (__mmask8) __U);
2538}
2539
2540static __inline__ __m128i __DEFAULT_FN_ATTRS
2541_mm_maskz_cvttps_epu32 (__mmask8 __U, __m128 __A) {
2542 return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
2543 (__v4si)
2544 _mm_setzero_si128 (),
2545 (__mmask8) __U);
2546}
2547
2548static __inline__ __m256i __DEFAULT_FN_ATTRS
2549_mm256_cvttps_epu32 (__m256 __A) {
2550 return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
2551 (__v8si)
2552 _mm256_setzero_si256 (),
2553 (__mmask8) -1);
2554}
2555
2556static __inline__ __m256i __DEFAULT_FN_ATTRS
2557_mm256_mask_cvttps_epu32 (__m256i __W, __mmask8 __U, __m256 __A) {
2558 return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
2559 (__v8si) __W,
2560 (__mmask8) __U);
2561}
2562
2563static __inline__ __m256i __DEFAULT_FN_ATTRS
2564_mm256_maskz_cvttps_epu32 (__mmask8 __U, __m256 __A) {
2565 return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
2566 (__v8si)
2567 _mm256_setzero_si256 (),
2568 (__mmask8) __U);
2569}
2570
2571static __inline__ __m128d __DEFAULT_FN_ATTRS
2572_mm_cvtepu32_pd (__m128i __A) {
2573 return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
2574 (__v2df)
2575 _mm_setzero_pd (),
2576 (__mmask8) -1);
2577}
2578
2579static __inline__ __m128d __DEFAULT_FN_ATTRS
2580_mm_mask_cvtepu32_pd (__m128d __W, __mmask8 __U, __m128i __A) {
2581 return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
2582 (__v2df) __W,
2583 (__mmask8) __U);
2584}
2585
2586static __inline__ __m128d __DEFAULT_FN_ATTRS
2587_mm_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A) {
2588 return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
2589 (__v2df)
2590 _mm_setzero_pd (),
2591 (__mmask8) __U);
2592}
2593
2594static __inline__ __m256d __DEFAULT_FN_ATTRS
2595_mm256_cvtepu32_pd (__m128i __A) {
2596 return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
2597 (__v4df)
2598 _mm256_setzero_pd (),
2599 (__mmask8) -1);
2600}
2601
2602static __inline__ __m256d __DEFAULT_FN_ATTRS
2603_mm256_mask_cvtepu32_pd (__m256d __W, __mmask8 __U, __m128i __A) {
2604 return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
2605 (__v4df) __W,
2606 (__mmask8) __U);
2607}
2608
2609static __inline__ __m256d __DEFAULT_FN_ATTRS
2610_mm256_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A) {
2611 return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
2612 (__v4df)
2613 _mm256_setzero_pd (),
2614 (__mmask8) __U);
2615}
2616
2617static __inline__ __m128 __DEFAULT_FN_ATTRS
2618_mm_cvtepu32_ps (__m128i __A) {
2619 return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
2620 (__v4sf)
2621 _mm_setzero_ps (),
2622 (__mmask8) -1);
2623}
2624
2625static __inline__ __m128 __DEFAULT_FN_ATTRS
2626_mm_mask_cvtepu32_ps (__m128 __W, __mmask8 __U, __m128i __A) {
2627 return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
2628 (__v4sf) __W,
2629 (__mmask8) __U);
2630}
2631
2632static __inline__ __m128 __DEFAULT_FN_ATTRS
2633_mm_maskz_cvtepu32_ps (__mmask8 __U, __m128i __A) {
2634 return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
2635 (__v4sf)
2636 _mm_setzero_ps (),
2637 (__mmask8) __U);
2638}
2639
2640static __inline__ __m256 __DEFAULT_FN_ATTRS
2641_mm256_cvtepu32_ps (__m256i __A) {
2642 return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
2643 (__v8sf)
2644 _mm256_setzero_ps (),
2645 (__mmask8) -1);
2646}
2647
2648static __inline__ __m256 __DEFAULT_FN_ATTRS
2649_mm256_mask_cvtepu32_ps (__m256 __W, __mmask8 __U, __m256i __A) {
2650 return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
2651 (__v8sf) __W,
2652 (__mmask8) __U);
2653}
2654
2655static __inline__ __m256 __DEFAULT_FN_ATTRS
2656_mm256_maskz_cvtepu32_ps (__mmask8 __U, __m256i __A) {
2657 return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
2658 (__v8sf)
2659 _mm256_setzero_ps (),
2660 (__mmask8) __U);
2661}
2662
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2663static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2664_mm_mask_div_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
2665 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
2666 (__v2df)_mm_div_pd(__A, __B),
2667 (__v2df)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2668}
2669
2670static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2671_mm_maskz_div_pd(__mmask8 __U, __m128d __A, __m128d __B) {
2672 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
2673 (__v2df)_mm_div_pd(__A, __B),
2674 (__v2df)_mm_setzero_pd());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2675}
2676
2677static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2678_mm256_mask_div_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
2679 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
2680 (__v4df)_mm256_div_pd(__A, __B),
2681 (__v4df)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2682}
2683
2684static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2685_mm256_maskz_div_pd(__mmask8 __U, __m256d __A, __m256d __B) {
2686 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
2687 (__v4df)_mm256_div_pd(__A, __B),
2688 (__v4df)_mm256_setzero_pd());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2689}
2690
2691static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2692_mm_mask_div_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
2693 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
2694 (__v4sf)_mm_div_ps(__A, __B),
2695 (__v4sf)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2696}
2697
2698static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2699_mm_maskz_div_ps(__mmask8 __U, __m128 __A, __m128 __B) {
2700 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
2701 (__v4sf)_mm_div_ps(__A, __B),
2702 (__v4sf)_mm_setzero_ps());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2703}
2704
2705static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2706_mm256_mask_div_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
2707 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
2708 (__v8sf)_mm256_div_ps(__A, __B),
2709 (__v8sf)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2710}
2711
2712static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]2713_mm256_maskz_div_ps(__mmask8 __U, __m256 __A, __m256 __B) {
2714 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
2715 (__v8sf)_mm256_div_ps(__A, __B),
2716 (__v8sf)_mm256_setzero_ps());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]2717}
2718
2719static __inline__ __m128d __DEFAULT_FN_ATTRS
2720_mm_mask_expand_pd (__m128d __W, __mmask8 __U, __m128d __A) {
2721 return (__m128d) __builtin_ia32_expanddf128_mask ((__v2df) __A,
2722 (__v2df) __W,
2723 (__mmask8) __U);
2724}
2725
2726static __inline__ __m128d __DEFAULT_FN_ATTRS
2727_mm_maskz_expand_pd (__mmask8 __U, __m128d __A) {
2728 return (__m128d) __builtin_ia32_expanddf128_mask ((__v2df) __A,
2729 (__v2df)
2730 _mm_setzero_pd (),
2731 (__mmask8) __U);
2732}
2733
2734static __inline__ __m256d __DEFAULT_FN_ATTRS
2735_mm256_mask_expand_pd (__m256d __W, __mmask8 __U, __m256d __A) {
2736 return (__m256d) __builtin_ia32_expanddf256_mask ((__v4df) __A,
2737 (__v4df) __W,
2738 (__mmask8) __U);
2739}
2740
2741static __inline__ __m256d __DEFAULT_FN_ATTRS
2742_mm256_maskz_expand_pd (__mmask8 __U, __m256d __A) {
2743 return (__m256d) __builtin_ia32_expanddf256_mask ((__v4df) __A,
2744 (__v4df)
2745 _mm256_setzero_pd (),
2746 (__mmask8) __U);
2747}
2748
2749static __inline__ __m128i __DEFAULT_FN_ATTRS
2750_mm_mask_expand_epi64 (__m128i __W, __mmask8 __U, __m128i __A) {
2751 return (__m128i) __builtin_ia32_expanddi128_mask ((__v2di) __A,
2752 (__v2di) __W,
2753 (__mmask8) __U);
2754}
2755
2756static __inline__ __m128i __DEFAULT_FN_ATTRS
2757_mm_maskz_expand_epi64 (__mmask8 __U, __m128i __A) {
2758 return (__m128i) __builtin_ia32_expanddi128_mask ((__v2di) __A,
2759 (__v2di)
2760 _mm_setzero_si128 (),
2761 (__mmask8) __U);
2762}
2763
2764static __inline__ __m256i __DEFAULT_FN_ATTRS
2765_mm256_mask_expand_epi64 (__m256i __W, __mmask8 __U, __m256i __A) {
2766 return (__m256i) __builtin_ia32_expanddi256_mask ((__v4di) __A,
2767 (__v4di) __W,
2768 (__mmask8) __U);
2769}
2770
2771static __inline__ __m256i __DEFAULT_FN_ATTRS
2772_mm256_maskz_expand_epi64 (__mmask8 __U, __m256i __A) {
2773 return (__m256i) __builtin_ia32_expanddi256_mask ((__v4di) __A,
2774 (__v4di)
2775 _mm256_setzero_si256 (),
2776 (__mmask8) __U);
2777}
2778
2779static __inline__ __m128d __DEFAULT_FN_ATTRS
2780_mm_mask_expandloadu_pd (__m128d __W, __mmask8 __U, void const *__P) {
2781 return (__m128d) __builtin_ia32_expandloaddf128_mask ((__v2df *) __P,
2782 (__v2df) __W,
2783 (__mmask8)
2784 __U);
2785}
2786
2787static __inline__ __m128d __DEFAULT_FN_ATTRS
2788_mm_maskz_expandloadu_pd (__mmask8 __U, void const *__P) {
2789 return (__m128d) __builtin_ia32_expandloaddf128_mask ((__v2df *) __P,
2790 (__v2df)
2791 _mm_setzero_pd (),
2792 (__mmask8)
2793 __U);
2794}
2795
2796static __inline__ __m256d __DEFAULT_FN_ATTRS
2797_mm256_mask_expandloadu_pd (__m256d __W, __mmask8 __U, void const *__P) {
2798 return (__m256d) __builtin_ia32_expandloaddf256_mask ((__v4df *) __P,
2799 (__v4df) __W,
2800 (__mmask8)
2801 __U);
2802}
2803
2804static __inline__ __m256d __DEFAULT_FN_ATTRS
2805_mm256_maskz_expandloadu_pd (__mmask8 __U, void const *__P) {
2806 return (__m256d) __builtin_ia32_expandloaddf256_mask ((__v4df *) __P,
2807 (__v4df)
2808 _mm256_setzero_pd (),
2809 (__mmask8)
2810 __U);
2811}
2812
2813static __inline__ __m128i __DEFAULT_FN_ATTRS
2814_mm_mask_expandloadu_epi64 (__m128i __W, __mmask8 __U, void const *__P) {
2815 return (__m128i) __builtin_ia32_expandloaddi128_mask ((__v2di *) __P,
2816 (__v2di) __W,
2817 (__mmask8)
2818 __U);
2819}
2820
2821static __inline__ __m128i __DEFAULT_FN_ATTRS
2822_mm_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P) {
2823 return (__m128i) __builtin_ia32_expandloaddi128_mask ((__v2di *) __P,
2824 (__v2di)
2825 _mm_setzero_si128 (),
2826 (__mmask8)
2827 __U);
2828}
2829
2830static __inline__ __m256i __DEFAULT_FN_ATTRS
2831_mm256_mask_expandloadu_epi64 (__m256i __W, __mmask8 __U,
2832 void const *__P) {
2833 return (__m256i) __builtin_ia32_expandloaddi256_mask ((__v4di *) __P,
2834 (__v4di) __W,
2835 (__mmask8)
2836 __U);
2837}
2838
2839static __inline__ __m256i __DEFAULT_FN_ATTRS
2840_mm256_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P) {
2841 return (__m256i) __builtin_ia32_expandloaddi256_mask ((__v4di *) __P,
2842 (__v4di)
2843 _mm256_setzero_si256 (),
2844 (__mmask8)
2845 __U);
2846}
2847
2848static __inline__ __m128 __DEFAULT_FN_ATTRS
2849_mm_mask_expandloadu_ps (__m128 __W, __mmask8 __U, void const *__P) {
2850 return (__m128) __builtin_ia32_expandloadsf128_mask ((__v4sf *) __P,
2851 (__v4sf) __W,
2852 (__mmask8) __U);
2853}
2854
2855static __inline__ __m128 __DEFAULT_FN_ATTRS
2856_mm_maskz_expandloadu_ps (__mmask8 __U, void const *__P) {
2857 return (__m128) __builtin_ia32_expandloadsf128_mask ((__v4sf *) __P,
2858 (__v4sf)
2859 _mm_setzero_ps (),
2860 (__mmask8)
2861 __U);
2862}
2863
2864static __inline__ __m256 __DEFAULT_FN_ATTRS
2865_mm256_mask_expandloadu_ps (__m256 __W, __mmask8 __U, void const *__P) {
2866 return (__m256) __builtin_ia32_expandloadsf256_mask ((__v8sf *) __P,
2867 (__v8sf) __W,
2868 (__mmask8) __U);
2869}
2870
2871static __inline__ __m256 __DEFAULT_FN_ATTRS
2872_mm256_maskz_expandloadu_ps (__mmask8 __U, void const *__P) {
2873 return (__m256) __builtin_ia32_expandloadsf256_mask ((__v8sf *) __P,
2874 (__v8sf)
2875 _mm256_setzero_ps (),
2876 (__mmask8)
2877 __U);
2878}
2879
2880static __inline__ __m128i __DEFAULT_FN_ATTRS
2881_mm_mask_expandloadu_epi32 (__m128i __W, __mmask8 __U, void const *__P) {
2882 return (__m128i) __builtin_ia32_expandloadsi128_mask ((__v4si *) __P,
2883 (__v4si) __W,
2884 (__mmask8)
2885 __U);
2886}
2887
2888static __inline__ __m128i __DEFAULT_FN_ATTRS
2889_mm_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P) {
2890 return (__m128i) __builtin_ia32_expandloadsi128_mask ((__v4si *) __P,
2891 (__v4si)
2892 _mm_setzero_si128 (),
2893 (__mmask8) __U);
2894}
2895
2896static __inline__ __m256i __DEFAULT_FN_ATTRS
2897_mm256_mask_expandloadu_epi32 (__m256i __W, __mmask8 __U,
2898 void const *__P) {
2899 return (__m256i) __builtin_ia32_expandloadsi256_mask ((__v8si *) __P,
2900 (__v8si) __W,
2901 (__mmask8)
2902 __U);
2903}
2904
2905static __inline__ __m256i __DEFAULT_FN_ATTRS
2906_mm256_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P) {
2907 return (__m256i) __builtin_ia32_expandloadsi256_mask ((__v8si *) __P,
2908 (__v8si)
2909 _mm256_setzero_si256 (),
2910 (__mmask8)
2911 __U);
2912}
2913
2914static __inline__ __m128 __DEFAULT_FN_ATTRS
2915_mm_mask_expand_ps (__m128 __W, __mmask8 __U, __m128 __A) {
2916 return (__m128) __builtin_ia32_expandsf128_mask ((__v4sf) __A,
2917 (__v4sf) __W,
2918 (__mmask8) __U);
2919}
2920
2921static __inline__ __m128 __DEFAULT_FN_ATTRS
2922_mm_maskz_expand_ps (__mmask8 __U, __m128 __A) {
2923 return (__m128) __builtin_ia32_expandsf128_mask ((__v4sf) __A,
2924 (__v4sf)
2925 _mm_setzero_ps (),
2926 (__mmask8) __U);
2927}
2928
2929static __inline__ __m256 __DEFAULT_FN_ATTRS
2930_mm256_mask_expand_ps (__m256 __W, __mmask8 __U, __m256 __A) {
2931 return (__m256) __builtin_ia32_expandsf256_mask ((__v8sf) __A,
2932 (__v8sf) __W,
2933 (__mmask8) __U);
2934}
2935
2936static __inline__ __m256 __DEFAULT_FN_ATTRS
2937_mm256_maskz_expand_ps (__mmask8 __U, __m256 __A) {
2938 return (__m256) __builtin_ia32_expandsf256_mask ((__v8sf) __A,
2939 (__v8sf)
2940 _mm256_setzero_ps (),
2941 (__mmask8) __U);
2942}
2943
2944static __inline__ __m128i __DEFAULT_FN_ATTRS
2945_mm_mask_expand_epi32 (__m128i __W, __mmask8 __U, __m128i __A) {
2946 return (__m128i) __builtin_ia32_expandsi128_mask ((__v4si) __A,
2947 (__v4si) __W,
2948 (__mmask8) __U);
2949}
2950
2951static __inline__ __m128i __DEFAULT_FN_ATTRS
2952_mm_maskz_expand_epi32 (__mmask8 __U, __m128i __A) {
2953 return (__m128i) __builtin_ia32_expandsi128_mask ((__v4si) __A,
2954 (__v4si)
2955 _mm_setzero_si128 (),
2956 (__mmask8) __U);
2957}
2958
2959static __inline__ __m256i __DEFAULT_FN_ATTRS
2960_mm256_mask_expand_epi32 (__m256i __W, __mmask8 __U, __m256i __A) {
2961 return (__m256i) __builtin_ia32_expandsi256_mask ((__v8si) __A,
2962 (__v8si) __W,
2963 (__mmask8) __U);
2964}
2965
2966static __inline__ __m256i __DEFAULT_FN_ATTRS
2967_mm256_maskz_expand_epi32 (__mmask8 __U, __m256i __A) {
2968 return (__m256i) __builtin_ia32_expandsi256_mask ((__v8si) __A,
2969 (__v8si)
2970 _mm256_setzero_si256 (),
2971 (__mmask8) __U);
2972}
2973
2974static __inline__ __m128d __DEFAULT_FN_ATTRS
2975_mm_getexp_pd (__m128d __A) {
2976 return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
2977 (__v2df)
2978 _mm_setzero_pd (),
2979 (__mmask8) -1);
2980}
2981
2982static __inline__ __m128d __DEFAULT_FN_ATTRS
2983_mm_mask_getexp_pd (__m128d __W, __mmask8 __U, __m128d __A) {
2984 return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
2985 (__v2df) __W,
2986 (__mmask8) __U);
2987}
2988
2989static __inline__ __m128d __DEFAULT_FN_ATTRS
2990_mm_maskz_getexp_pd (__mmask8 __U, __m128d __A) {
2991 return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
2992 (__v2df)
2993 _mm_setzero_pd (),
2994 (__mmask8) __U);
2995}
2996
2997static __inline__ __m256d __DEFAULT_FN_ATTRS
2998_mm256_getexp_pd (__m256d __A) {
2999 return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3000 (__v4df)
3001 _mm256_setzero_pd (),
3002 (__mmask8) -1);
3003}
3004
3005static __inline__ __m256d __DEFAULT_FN_ATTRS
3006_mm256_mask_getexp_pd (__m256d __W, __mmask8 __U, __m256d __A) {
3007 return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3008 (__v4df) __W,
3009 (__mmask8) __U);
3010}
3011
3012static __inline__ __m256d __DEFAULT_FN_ATTRS
3013_mm256_maskz_getexp_pd (__mmask8 __U, __m256d __A) {
3014 return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3015 (__v4df)
3016 _mm256_setzero_pd (),
3017 (__mmask8) __U);
3018}
3019
3020static __inline__ __m128 __DEFAULT_FN_ATTRS
3021_mm_getexp_ps (__m128 __A) {
3022 return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3023 (__v4sf)
3024 _mm_setzero_ps (),
3025 (__mmask8) -1);
3026}
3027
3028static __inline__ __m128 __DEFAULT_FN_ATTRS
3029_mm_mask_getexp_ps (__m128 __W, __mmask8 __U, __m128 __A) {
3030 return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3031 (__v4sf) __W,
3032 (__mmask8) __U);
3033}
3034
3035static __inline__ __m128 __DEFAULT_FN_ATTRS
3036_mm_maskz_getexp_ps (__mmask8 __U, __m128 __A) {
3037 return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3038 (__v4sf)
3039 _mm_setzero_ps (),
3040 (__mmask8) __U);
3041}
3042
3043static __inline__ __m256 __DEFAULT_FN_ATTRS
3044_mm256_getexp_ps (__m256 __A) {
3045 return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3046 (__v8sf)
3047 _mm256_setzero_ps (),
3048 (__mmask8) -1);
3049}
3050
3051static __inline__ __m256 __DEFAULT_FN_ATTRS
3052_mm256_mask_getexp_ps (__m256 __W, __mmask8 __U, __m256 __A) {
3053 return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3054 (__v8sf) __W,
3055 (__mmask8) __U);
3056}
3057
3058static __inline__ __m256 __DEFAULT_FN_ATTRS
3059_mm256_maskz_getexp_ps (__mmask8 __U, __m256 __A) {
3060 return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3061 (__v8sf)
3062 _mm256_setzero_ps (),
3063 (__mmask8) __U);
3064}
3065
3066static __inline__ __m128d __DEFAULT_FN_ATTRS
3067_mm_mask_max_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
3068 return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A,
3069 (__v2df) __B,
3070 (__v2df) __W,
3071 (__mmask8) __U);
3072}
3073
3074static __inline__ __m128d __DEFAULT_FN_ATTRS
3075_mm_maskz_max_pd (__mmask8 __U, __m128d __A, __m128d __B) {
3076 return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A,
3077 (__v2df) __B,
3078 (__v2df)
3079 _mm_setzero_pd (),
3080 (__mmask8) __U);
3081}
3082
3083static __inline__ __m256d __DEFAULT_FN_ATTRS
3084_mm256_mask_max_pd (__m256d __W, __mmask8 __U, __m256d __A,
3085 __m256d __B) {
3086 return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A,
3087 (__v4df) __B,
3088 (__v4df) __W,
3089 (__mmask8) __U);
3090}
3091
3092static __inline__ __m256d __DEFAULT_FN_ATTRS
3093_mm256_maskz_max_pd (__mmask8 __U, __m256d __A, __m256d __B) {
3094 return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A,
3095 (__v4df) __B,
3096 (__v4df)
3097 _mm256_setzero_pd (),
3098 (__mmask8) __U);
3099}
3100
3101static __inline__ __m128 __DEFAULT_FN_ATTRS
3102_mm_mask_max_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3103 return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A,
3104 (__v4sf) __B,
3105 (__v4sf) __W,
3106 (__mmask8) __U);
3107}
3108
3109static __inline__ __m128 __DEFAULT_FN_ATTRS
3110_mm_maskz_max_ps (__mmask8 __U, __m128 __A, __m128 __B) {
3111 return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A,
3112 (__v4sf) __B,
3113 (__v4sf)
3114 _mm_setzero_ps (),
3115 (__mmask8) __U);
3116}
3117
3118static __inline__ __m256 __DEFAULT_FN_ATTRS
3119_mm256_mask_max_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
3120 return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A,
3121 (__v8sf) __B,
3122 (__v8sf) __W,
3123 (__mmask8) __U);
3124}
3125
3126static __inline__ __m256 __DEFAULT_FN_ATTRS
3127_mm256_maskz_max_ps (__mmask8 __U, __m256 __A, __m256 __B) {
3128 return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A,
3129 (__v8sf) __B,
3130 (__v8sf)
3131 _mm256_setzero_ps (),
3132 (__mmask8) __U);
3133}
3134
3135static __inline__ __m128d __DEFAULT_FN_ATTRS
3136_mm_mask_min_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
3137 return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A,
3138 (__v2df) __B,
3139 (__v2df) __W,
3140 (__mmask8) __U);
3141}
3142
3143static __inline__ __m128d __DEFAULT_FN_ATTRS
3144_mm_maskz_min_pd (__mmask8 __U, __m128d __A, __m128d __B) {
3145 return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A,
3146 (__v2df) __B,
3147 (__v2df)
3148 _mm_setzero_pd (),
3149 (__mmask8) __U);
3150}
3151
3152static __inline__ __m256d __DEFAULT_FN_ATTRS
3153_mm256_mask_min_pd (__m256d __W, __mmask8 __U, __m256d __A,
3154 __m256d __B) {
3155 return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A,
3156 (__v4df) __B,
3157 (__v4df) __W,
3158 (__mmask8) __U);
3159}
3160
3161static __inline__ __m256d __DEFAULT_FN_ATTRS
3162_mm256_maskz_min_pd (__mmask8 __U, __m256d __A, __m256d __B) {
3163 return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A,
3164 (__v4df) __B,
3165 (__v4df)
3166 _mm256_setzero_pd (),
3167 (__mmask8) __U);
3168}
3169
3170static __inline__ __m128 __DEFAULT_FN_ATTRS
3171_mm_mask_min_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3172 return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A,
3173 (__v4sf) __B,
3174 (__v4sf) __W,
3175 (__mmask8) __U);
3176}
3177
3178static __inline__ __m128 __DEFAULT_FN_ATTRS
3179_mm_maskz_min_ps (__mmask8 __U, __m128 __A, __m128 __B) {
3180 return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A,
3181 (__v4sf) __B,
3182 (__v4sf)
3183 _mm_setzero_ps (),
3184 (__mmask8) __U);
3185}
3186
3187static __inline__ __m256 __DEFAULT_FN_ATTRS
3188_mm256_mask_min_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
3189 return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A,
3190 (__v8sf) __B,
3191 (__v8sf) __W,
3192 (__mmask8) __U);
3193}
3194
3195static __inline__ __m256 __DEFAULT_FN_ATTRS
3196_mm256_maskz_min_ps (__mmask8 __U, __m256 __A, __m256 __B) {
3197 return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A,
3198 (__v8sf) __B,
3199 (__v8sf)
3200 _mm256_setzero_ps (),
3201 (__mmask8) __U);
3202}
3203
3204static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3205_mm_mask_mul_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
3206 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
3207 (__v2df)_mm_mul_pd(__A, __B),
3208 (__v2df)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3209}
3210
3211static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3212_mm_maskz_mul_pd(__mmask8 __U, __m128d __A, __m128d __B) {
3213 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
3214 (__v2df)_mm_mul_pd(__A, __B),
3215 (__v2df)_mm_setzero_pd());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3216}
3217
3218static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3219_mm256_mask_mul_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
3220 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
3221 (__v4df)_mm256_mul_pd(__A, __B),
3222 (__v4df)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3223}
3224
3225static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3226_mm256_maskz_mul_pd(__mmask8 __U, __m256d __A, __m256d __B) {
3227 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
3228 (__v4df)_mm256_mul_pd(__A, __B),
3229 (__v4df)_mm256_setzero_pd());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3230}
3231
3232static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3233_mm_mask_mul_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3234 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
3235 (__v4sf)_mm_mul_ps(__A, __B),
3236 (__v4sf)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3237}
3238
3239static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3240_mm_maskz_mul_ps(__mmask8 __U, __m128 __A, __m128 __B) {
3241 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
3242 (__v4sf)_mm_mul_ps(__A, __B),
3243 (__v4sf)_mm_setzero_ps());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3244}
3245
3246static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3247_mm256_mask_mul_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
3248 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
3249 (__v8sf)_mm256_mul_ps(__A, __B),
3250 (__v8sf)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3251}
3252
3253static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]3254_mm256_maskz_mul_ps(__mmask8 __U, __m256 __A, __m256 __B) {
3255 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
3256 (__v8sf)_mm256_mul_ps(__A, __B),
3257 (__v8sf)_mm256_setzero_ps());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3258}
3259
3260static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper78a9c402016-10-22 21:24:38 +0000[diff] [blame]3261_mm_mask_abs_epi32(__m128i __W, __mmask8 __U, __m128i __A) {
3262 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
3263 (__v4si)_mm_abs_epi32(__A),
3264 (__v4si)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3265}
3266
3267static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper78a9c402016-10-22 21:24:38 +0000[diff] [blame]3268_mm_maskz_abs_epi32(__mmask8 __U, __m128i __A) {
3269 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
3270 (__v4si)_mm_abs_epi32(__A),
3271 (__v4si)_mm_setzero_si128());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3272}
3273
3274static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper78a9c402016-10-22 21:24:38 +0000[diff] [blame]3275_mm256_mask_abs_epi32(__m256i __W, __mmask8 __U, __m256i __A) {
3276 return (__m256i)__builtin_ia32_selectd_256((__mmask16)__U,
3277 (__v8si)_mm256_abs_epi32(__A),
3278 (__v8si)__W);
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3279}
3280
3281static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper78a9c402016-10-22 21:24:38 +0000[diff] [blame]3282_mm256_maskz_abs_epi32(__mmask8 __U, __m256i __A) {
3283 return (__m256i)__builtin_ia32_selectd_256((__mmask16)__U,
3284 (__v8si)_mm256_abs_epi32(__A),
3285 (__v8si)_mm256_setzero_si256());
Asaf Badouh78ee5cc2015-07-28 10:30:56 +0000[diff] [blame]3286}
3287
3288static __inline__ __m128i __DEFAULT_FN_ATTRS
3289_mm_abs_epi64 (__m128i __A) {
3290 return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
3291 (__v2di)
3292 _mm_setzero_si128 (),
3293 (__mmask8) -1);
3294}
3295
3296static __inline__ __m128i __DEFAULT_FN_ATTRS
3297_mm_mask_abs_epi64 (__m128i __W, __mmask8 __U, __m128i __A) {
3298 return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
3299 (__v2di) __W,
3300 (__mmask8) __U);
3301}
3302
3303static __inline__ __m128i __DEFAULT_FN_ATTRS
3304_mm_maskz_abs_epi64 (__mmask8 __U, __m128i __A) {
3305 return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
3306 (__v2di)
3307 _mm_setzero_si128 (),
3308 (__mmask8) __U);
3309}
3310
3311static __inline__ __m256i __DEFAULT_FN_ATTRS
3312_mm256_abs_epi64 (__m256i __A) {
3313 return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
3314 (__v4di)
3315 _mm256_setzero_si256 (),
3316 (__mmask8) -1);
3317}
3318
3319static __inline__ __m256i __DEFAULT_FN_ATTRS
3320_mm256_mask_abs_epi64 (__m256i __W, __mmask8 __U, __m256i __A) {
3321 return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
3322 (__v4di) __W,
3323 (__mmask8) __U);
3324}
3325
3326static __inline__ __m256i __DEFAULT_FN_ATTRS
3327_mm256_maskz_abs_epi64 (__mmask8 __U, __m256i __A) {
3328 return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
3329 (__v4di)
3330 _mm256_setzero_si256 (),
3331 (__mmask8) __U);
3332}
3333
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3334static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3335_mm_maskz_max_epi32(__mmask8 __M, __m128i __A, __m128i __B) {
3336 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3337 (__v4si)_mm_max_epi32(__A, __B),
3338 (__v4si)_mm_setzero_si128());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3339}
3340
3341static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3342_mm_mask_max_epi32(__m128i __W, __mmask8 __M, __m128i __A, __m128i __B) {
3343 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3344 (__v4si)_mm_max_epi32(__A, __B),
3345 (__v4si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3346}
3347
3348static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3349_mm256_maskz_max_epi32(__mmask8 __M, __m256i __A, __m256i __B) {
3350 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3351 (__v8si)_mm256_max_epi32(__A, __B),
3352 (__v8si)_mm256_setzero_si256());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3353}
3354
3355static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3356_mm256_mask_max_epi32(__m256i __W, __mmask8 __M, __m256i __A, __m256i __B) {
3357 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3358 (__v8si)_mm256_max_epi32(__A, __B),
3359 (__v8si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3360}
3361
3362static __inline__ __m128i __DEFAULT_FN_ATTRS
3363_mm_maskz_max_epi64 (__mmask8 __M, __m128i __A, __m128i __B) {
3364 return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
3365 (__v2di) __B,
3366 (__v2di)
3367 _mm_setzero_si128 (),
3368 __M);
3369}
3370
3371static __inline__ __m128i __DEFAULT_FN_ATTRS
3372_mm_mask_max_epi64 (__m128i __W, __mmask8 __M, __m128i __A,
3373 __m128i __B) {
3374 return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
3375 (__v2di) __B,
3376 (__v2di) __W, __M);
3377}
3378
3379static __inline__ __m128i __DEFAULT_FN_ATTRS
3380_mm_max_epi64 (__m128i __A, __m128i __B) {
3381 return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
3382 (__v2di) __B,
3383 (__v2di)
3384 _mm_setzero_si128 (),
3385 (__mmask8) -1);
3386}
3387
3388static __inline__ __m256i __DEFAULT_FN_ATTRS
3389_mm256_maskz_max_epi64 (__mmask8 __M, __m256i __A, __m256i __B) {
3390 return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
3391 (__v4di) __B,
3392 (__v4di)
3393 _mm256_setzero_si256 (),
3394 __M);
3395}
3396
3397static __inline__ __m256i __DEFAULT_FN_ATTRS
3398_mm256_mask_max_epi64 (__m256i __W, __mmask8 __M, __m256i __A,
3399 __m256i __B) {
3400 return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
3401 (__v4di) __B,
3402 (__v4di) __W, __M);
3403}
3404
3405static __inline__ __m256i __DEFAULT_FN_ATTRS
3406_mm256_max_epi64 (__m256i __A, __m256i __B) {
3407 return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
3408 (__v4di) __B,
3409 (__v4di)
3410 _mm256_setzero_si256 (),
3411 (__mmask8) -1);
3412}
3413
3414static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3415_mm_maskz_max_epu32(__mmask8 __M, __m128i __A, __m128i __B) {
3416 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3417 (__v4si)_mm_max_epu32(__A, __B),
3418 (__v4si)_mm_setzero_si128());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3419}
3420
3421static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3422_mm_mask_max_epu32(__m128i __W, __mmask8 __M, __m128i __A, __m128i __B) {
3423 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3424 (__v4si)_mm_max_epu32(__A, __B),
3425 (__v4si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3426}
3427
3428static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3429_mm256_maskz_max_epu32(__mmask8 __M, __m256i __A, __m256i __B) {
3430 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3431 (__v8si)_mm256_max_epu32(__A, __B),
3432 (__v8si)_mm256_setzero_si256());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3433}
3434
3435static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3436_mm256_mask_max_epu32(__m256i __W, __mmask8 __M, __m256i __A, __m256i __B) {
3437 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3438 (__v8si)_mm256_max_epu32(__A, __B),
3439 (__v8si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3440}
3441
3442static __inline__ __m128i __DEFAULT_FN_ATTRS
3443_mm_maskz_max_epu64 (__mmask8 __M, __m128i __A, __m128i __B) {
3444 return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
3445 (__v2di) __B,
3446 (__v2di)
3447 _mm_setzero_si128 (),
3448 __M);
3449}
3450
3451static __inline__ __m128i __DEFAULT_FN_ATTRS
3452_mm_max_epu64 (__m128i __A, __m128i __B) {
3453 return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
3454 (__v2di) __B,
3455 (__v2di)
3456 _mm_setzero_si128 (),
3457 (__mmask8) -1);
3458}
3459
3460static __inline__ __m128i __DEFAULT_FN_ATTRS
3461_mm_mask_max_epu64 (__m128i __W, __mmask8 __M, __m128i __A,
3462 __m128i __B) {
3463 return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
3464 (__v2di) __B,
3465 (__v2di) __W, __M);
3466}
3467
3468static __inline__ __m256i __DEFAULT_FN_ATTRS
3469_mm256_maskz_max_epu64 (__mmask8 __M, __m256i __A, __m256i __B) {
3470 return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
3471 (__v4di) __B,
3472 (__v4di)
3473 _mm256_setzero_si256 (),
3474 __M);
3475}
3476
3477static __inline__ __m256i __DEFAULT_FN_ATTRS
3478_mm256_max_epu64 (__m256i __A, __m256i __B) {
3479 return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
3480 (__v4di) __B,
3481 (__v4di)
3482 _mm256_setzero_si256 (),
3483 (__mmask8) -1);
3484}
3485
3486static __inline__ __m256i __DEFAULT_FN_ATTRS
3487_mm256_mask_max_epu64 (__m256i __W, __mmask8 __M, __m256i __A,
3488 __m256i __B) {
3489 return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
3490 (__v4di) __B,
3491 (__v4di) __W, __M);
3492}
3493
3494static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3495_mm_maskz_min_epi32(__mmask8 __M, __m128i __A, __m128i __B) {
3496 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3497 (__v4si)_mm_min_epi32(__A, __B),
3498 (__v4si)_mm_setzero_si128());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3499}
3500
3501static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3502_mm_mask_min_epi32(__m128i __W, __mmask8 __M, __m128i __A, __m128i __B) {
3503 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3504 (__v4si)_mm_min_epi32(__A, __B),
3505 (__v4si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3506}
3507
3508static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3509_mm256_maskz_min_epi32(__mmask8 __M, __m256i __A, __m256i __B) {
3510 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3511 (__v8si)_mm256_min_epi32(__A, __B),
3512 (__v8si)_mm256_setzero_si256());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3513}
3514
3515static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3516_mm256_mask_min_epi32(__m256i __W, __mmask8 __M, __m256i __A, __m256i __B) {
3517 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3518 (__v8si)_mm256_min_epi32(__A, __B),
3519 (__v8si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3520}
3521
3522static __inline__ __m128i __DEFAULT_FN_ATTRS
3523_mm_min_epi64 (__m128i __A, __m128i __B) {
3524 return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
3525 (__v2di) __B,
3526 (__v2di)
3527 _mm_setzero_si128 (),
3528 (__mmask8) -1);
3529}
3530
3531static __inline__ __m128i __DEFAULT_FN_ATTRS
3532_mm_mask_min_epi64 (__m128i __W, __mmask8 __M, __m128i __A,
3533 __m128i __B) {
3534 return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
3535 (__v2di) __B,
3536 (__v2di) __W, __M);
3537}
3538
3539static __inline__ __m128i __DEFAULT_FN_ATTRS
3540_mm_maskz_min_epi64 (__mmask8 __M, __m128i __A, __m128i __B) {
3541 return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
3542 (__v2di) __B,
3543 (__v2di)
3544 _mm_setzero_si128 (),
3545 __M);
3546}
3547
3548static __inline__ __m256i __DEFAULT_FN_ATTRS
3549_mm256_min_epi64 (__m256i __A, __m256i __B) {
3550 return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
3551 (__v4di) __B,
3552 (__v4di)
3553 _mm256_setzero_si256 (),
3554 (__mmask8) -1);
3555}
3556
3557static __inline__ __m256i __DEFAULT_FN_ATTRS
3558_mm256_mask_min_epi64 (__m256i __W, __mmask8 __M, __m256i __A,
3559 __m256i __B) {
3560 return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
3561 (__v4di) __B,
3562 (__v4di) __W, __M);
3563}
3564
3565static __inline__ __m256i __DEFAULT_FN_ATTRS
3566_mm256_maskz_min_epi64 (__mmask8 __M, __m256i __A, __m256i __B) {
3567 return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
3568 (__v4di) __B,
3569 (__v4di)
3570 _mm256_setzero_si256 (),
3571 __M);
3572}
3573
3574static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3575_mm_maskz_min_epu32(__mmask8 __M, __m128i __A, __m128i __B) {
3576 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3577 (__v4si)_mm_min_epu32(__A, __B),
3578 (__v4si)_mm_setzero_si128());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3579}
3580
3581static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3582_mm_mask_min_epu32(__m128i __W, __mmask8 __M, __m128i __A, __m128i __B) {
3583 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
3584 (__v4si)_mm_min_epu32(__A, __B),
3585 (__v4si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3586}
3587
3588static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3589_mm256_maskz_min_epu32(__mmask8 __M, __m256i __A, __m256i __B) {
3590 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3591 (__v8si)_mm256_min_epu32(__A, __B),
3592 (__v8si)_mm256_setzero_si256());
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3593}
3594
3595static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Toppereee7c052016-10-23 23:57:30 +0000[diff] [blame^]3596_mm256_mask_min_epu32(__m256i __W, __mmask8 __M, __m256i __A, __m256i __B) {
3597 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
3598 (__v8si)_mm256_min_epu32(__A, __B),
3599 (__v8si)__W);
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3600}
3601
3602static __inline__ __m128i __DEFAULT_FN_ATTRS
3603_mm_min_epu64 (__m128i __A, __m128i __B) {
3604 return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
3605 (__v2di) __B,
3606 (__v2di)
3607 _mm_setzero_si128 (),
3608 (__mmask8) -1);
3609}
3610
3611static __inline__ __m128i __DEFAULT_FN_ATTRS
3612_mm_mask_min_epu64 (__m128i __W, __mmask8 __M, __m128i __A,
3613 __m128i __B) {
3614 return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
3615 (__v2di) __B,
3616 (__v2di) __W, __M);
3617}
3618
3619static __inline__ __m128i __DEFAULT_FN_ATTRS
3620_mm_maskz_min_epu64 (__mmask8 __M, __m128i __A, __m128i __B) {
3621 return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
3622 (__v2di) __B,
3623 (__v2di)
3624 _mm_setzero_si128 (),
3625 __M);
3626}
3627
3628static __inline__ __m256i __DEFAULT_FN_ATTRS
3629_mm256_min_epu64 (__m256i __A, __m256i __B) {
3630 return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
3631 (__v4di) __B,
3632 (__v4di)
3633 _mm256_setzero_si256 (),
3634 (__mmask8) -1);
3635}
3636
3637static __inline__ __m256i __DEFAULT_FN_ATTRS
3638_mm256_mask_min_epu64 (__m256i __W, __mmask8 __M, __m256i __A,
3639 __m256i __B) {
3640 return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
3641 (__v4di) __B,
3642 (__v4di) __W, __M);
3643}
3644
3645static __inline__ __m256i __DEFAULT_FN_ATTRS
3646_mm256_maskz_min_epu64 (__mmask8 __M, __m256i __A, __m256i __B) {
3647 return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
3648 (__v4di) __B,
3649 (__v4di)
3650 _mm256_setzero_si256 (),
3651 __M);
3652}
3653
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3654#define _mm_roundscale_pd(A, imm) __extension__ ({ \
3655 (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3656 (int)(imm), \
3657 (__v2df)_mm_setzero_pd(), \
3658 (__mmask8)-1); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3659
3660
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3661#define _mm_mask_roundscale_pd(W, U, A, imm) __extension__ ({ \
3662 (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3663 (int)(imm), \
3664 (__v2df)(__m128d)(W), \
3665 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3666
3667
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3668#define _mm_maskz_roundscale_pd(U, A, imm) __extension__ ({ \
3669 (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3670 (int)(imm), \
3671 (__v2df)_mm_setzero_pd(), \
3672 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3673
3674
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3675#define _mm256_roundscale_pd(A, imm) __extension__ ({ \
3676 (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3677 (int)(imm), \
3678 (__v4df)_mm256_setzero_pd(), \
3679 (__mmask8)-1); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3680
3681
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3682#define _mm256_mask_roundscale_pd(W, U, A, imm) __extension__ ({ \
3683 (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3684 (int)(imm), \
3685 (__v4df)(__m256d)(W), \
3686 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3687
3688
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3689#define _mm256_maskz_roundscale_pd(U, A, imm) __extension__ ({ \
3690 (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3691 (int)(imm), \
3692 (__v4df)_mm256_setzero_pd(), \
3693 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3694
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3695#define _mm_roundscale_ps(A, imm) __extension__ ({ \
3696 (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3697 (__v4sf)_mm_setzero_ps(), \
3698 (__mmask8)-1); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3699
3700
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3701#define _mm_mask_roundscale_ps(W, U, A, imm) __extension__ ({ \
3702 (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3703 (__v4sf)(__m128)(W), \
3704 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3705
3706
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3707#define _mm_maskz_roundscale_ps(U, A, imm) __extension__ ({ \
3708 (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3709 (__v4sf)_mm_setzero_ps(), \
3710 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3711
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3712#define _mm256_roundscale_ps(A, imm) __extension__ ({ \
3713 (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3714 (__v8sf)_mm256_setzero_ps(), \
3715 (__mmask8)-1); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3716
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3717#define _mm256_mask_roundscale_ps(W, U, A, imm) __extension__ ({ \
3718 (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3719 (__v8sf)(__m256)(W), \
3720 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3721
3722
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3723#define _mm256_maskz_roundscale_ps(U, A, imm) __extension__ ({ \
3724 (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3725 (__v8sf)_mm256_setzero_ps(), \
3726 (__mmask8)(U)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3727
3728static __inline__ __m128d __DEFAULT_FN_ATTRS
3729_mm_scalef_pd (__m128d __A, __m128d __B) {
3730 return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3731 (__v2df) __B,
3732 (__v2df)
3733 _mm_setzero_pd (),
3734 (__mmask8) -1);
3735}
3736
3737static __inline__ __m128d __DEFAULT_FN_ATTRS
3738_mm_mask_scalef_pd (__m128d __W, __mmask8 __U, __m128d __A,
3739 __m128d __B) {
3740 return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3741 (__v2df) __B,
3742 (__v2df) __W,
3743 (__mmask8) __U);
3744}
3745
3746static __inline__ __m128d __DEFAULT_FN_ATTRS
3747_mm_maskz_scalef_pd (__mmask8 __U, __m128d __A, __m128d __B) {
3748 return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3749 (__v2df) __B,
3750 (__v2df)
3751 _mm_setzero_pd (),
3752 (__mmask8) __U);
3753}
3754
3755static __inline__ __m256d __DEFAULT_FN_ATTRS
3756_mm256_scalef_pd (__m256d __A, __m256d __B) {
3757 return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3758 (__v4df) __B,
3759 (__v4df)
3760 _mm256_setzero_pd (),
3761 (__mmask8) -1);
3762}
3763
3764static __inline__ __m256d __DEFAULT_FN_ATTRS
3765_mm256_mask_scalef_pd (__m256d __W, __mmask8 __U, __m256d __A,
3766 __m256d __B) {
3767 return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3768 (__v4df) __B,
3769 (__v4df) __W,
3770 (__mmask8) __U);
3771}
3772
3773static __inline__ __m256d __DEFAULT_FN_ATTRS
3774_mm256_maskz_scalef_pd (__mmask8 __U, __m256d __A, __m256d __B) {
3775 return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3776 (__v4df) __B,
3777 (__v4df)
3778 _mm256_setzero_pd (),
3779 (__mmask8) __U);
3780}
3781
3782static __inline__ __m128 __DEFAULT_FN_ATTRS
3783_mm_scalef_ps (__m128 __A, __m128 __B) {
3784 return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3785 (__v4sf) __B,
3786 (__v4sf)
3787 _mm_setzero_ps (),
3788 (__mmask8) -1);
3789}
3790
3791static __inline__ __m128 __DEFAULT_FN_ATTRS
3792_mm_mask_scalef_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3793 return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3794 (__v4sf) __B,
3795 (__v4sf) __W,
3796 (__mmask8) __U);
3797}
3798
3799static __inline__ __m128 __DEFAULT_FN_ATTRS
3800_mm_maskz_scalef_ps (__mmask8 __U, __m128 __A, __m128 __B) {
3801 return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3802 (__v4sf) __B,
3803 (__v4sf)
3804 _mm_setzero_ps (),
3805 (__mmask8) __U);
3806}
3807
3808static __inline__ __m256 __DEFAULT_FN_ATTRS
3809_mm256_scalef_ps (__m256 __A, __m256 __B) {
3810 return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3811 (__v8sf) __B,
3812 (__v8sf)
3813 _mm256_setzero_ps (),
3814 (__mmask8) -1);
3815}
3816
3817static __inline__ __m256 __DEFAULT_FN_ATTRS
3818_mm256_mask_scalef_ps (__m256 __W, __mmask8 __U, __m256 __A,
3819 __m256 __B) {
3820 return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3821 (__v8sf) __B,
3822 (__v8sf) __W,
3823 (__mmask8) __U);
3824}
3825
3826static __inline__ __m256 __DEFAULT_FN_ATTRS
3827_mm256_maskz_scalef_ps (__mmask8 __U, __m256 __A, __m256 __B) {
3828 return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3829 (__v8sf) __B,
3830 (__v8sf)
3831 _mm256_setzero_ps (),
3832 (__mmask8) __U);
3833}
3834
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3835#define _mm_i64scatter_pd(addr, index, v1, scale) __extension__ ({ \
3836 __builtin_ia32_scatterdiv2df((double *)(addr), (__mmask8)-1, \
3837 (__v2di)(__m128i)(index), \
3838 (__v2df)(__m128d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3839
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3840#define _mm_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3841 __builtin_ia32_scatterdiv2df((double *)(addr), (__mmask8)(mask), \
3842 (__v2di)(__m128i)(index), \
3843 (__v2df)(__m128d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3844
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3845#define _mm_i64scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3846 __builtin_ia32_scatterdiv2di((long long *)(addr), (__mmask8)-1, \
3847 (__v2di)(__m128i)(index), \
3848 (__v2di)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3849
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3850#define _mm_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3851 __builtin_ia32_scatterdiv2di((long long *)(addr), (__mmask8)(mask), \
3852 (__v2di)(__m128i)(index), \
3853 (__v2di)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3854
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3855#define _mm256_i64scatter_pd(addr, index, v1, scale) __extension__ ({ \
3856 __builtin_ia32_scatterdiv4df((double *)(addr), (__mmask8)-1, \
3857 (__v4di)(__m256i)(index), \
3858 (__v4df)(__m256d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3859
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3860#define _mm256_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3861 __builtin_ia32_scatterdiv4df((double *)(addr), (__mmask8)(mask), \
3862 (__v4di)(__m256i)(index), \
3863 (__v4df)(__m256d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3864
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3865#define _mm256_i64scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3866 __builtin_ia32_scatterdiv4di((long long *)(addr), (__mmask8)-1, \
3867 (__v4di)(__m256i)(index), \
3868 (__v4di)(__m256i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3869
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3870#define _mm256_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3871 __builtin_ia32_scatterdiv4di((long long *)(addr), (__mmask8)(mask), \
3872 (__v4di)(__m256i)(index), \
3873 (__v4di)(__m256i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3874
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3875#define _mm_i64scatter_ps(addr, index, v1, scale) __extension__ ({ \
3876 __builtin_ia32_scatterdiv4sf((float *)(addr), (__mmask8)-1, \
3877 (__v2di)(__m128i)(index), (__v4sf)(__m128)(v1), \
3878 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3879
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3880#define _mm_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
3881 __builtin_ia32_scatterdiv4sf((float *)(addr), (__mmask8)(mask), \
3882 (__v2di)(__m128i)(index), (__v4sf)(__m128)(v1), \
3883 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3884
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3885#define _mm_i64scatter_epi32(addr, index, v1, scale) __extension__ ({ \
3886 __builtin_ia32_scatterdiv4si((int *)(addr), (__mmask8)-1, \
3887 (__v2di)(__m128i)(index), \
3888 (__v4si)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3889
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3890#define _mm_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
3891 __builtin_ia32_scatterdiv4si((int *)(addr), (__mmask8)(mask), \
3892 (__v2di)(__m128i)(index), \
3893 (__v4si)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3894
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3895#define _mm256_i64scatter_ps(addr, index, v1, scale) __extension__ ({ \
3896 __builtin_ia32_scatterdiv8sf((float *)(addr), (__mmask8)-1, \
3897 (__v4di)(__m256i)(index), (__v4sf)(__m128)(v1), \
3898 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3899
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3900#define _mm256_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
3901 __builtin_ia32_scatterdiv8sf((float *)(addr), (__mmask8)(mask), \
3902 (__v4di)(__m256i)(index), (__v4sf)(__m128)(v1), \
3903 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3904
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3905#define _mm256_i64scatter_epi32(addr, index, v1, scale) __extension__ ({ \
3906 __builtin_ia32_scatterdiv8si((int *)(addr), (__mmask8)-1, \
3907 (__v4di)(__m256i)(index), \
3908 (__v4si)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3909
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3910#define _mm256_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
3911 __builtin_ia32_scatterdiv8si((int *)(addr), (__mmask8)(mask), \
3912 (__v4di)(__m256i)(index), \
3913 (__v4si)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3914
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3915#define _mm_i32scatter_pd(addr, index, v1, scale) __extension__ ({ \
3916 __builtin_ia32_scattersiv2df((double *)(addr), (__mmask8)-1, \
3917 (__v4si)(__m128i)(index), \
3918 (__v2df)(__m128d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3919
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3920#define _mm_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3921 __builtin_ia32_scattersiv2df((double *)(addr), (__mmask8)(mask), \
3922 (__v4si)(__m128i)(index), \
3923 (__v2df)(__m128d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3924
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3925#define _mm_i32scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3926 __builtin_ia32_scattersiv2di((long long *)(addr), (__mmask8)-1, \
3927 (__v4si)(__m128i)(index), \
3928 (__v2di)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3929
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3930#define _mm_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3931 __builtin_ia32_scattersiv2di((long long *)(addr), (__mmask8)(mask), \
3932 (__v4si)(__m128i)(index), \
3933 (__v2di)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3934
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3935#define _mm256_i32scatter_pd(addr, index, v1, scale) __extension__ ({ \
3936 __builtin_ia32_scattersiv4df((double *)(addr), (__mmask8)-1, \
3937 (__v4si)(__m128i)(index), \
3938 (__v4df)(__m256d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3939
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3940#define _mm256_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3941 __builtin_ia32_scattersiv4df((double *)(addr), (__mmask8)(mask), \
3942 (__v4si)(__m128i)(index), \
3943 (__v4df)(__m256d)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3944
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3945#define _mm256_i32scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3946 __builtin_ia32_scattersiv4di((long long *)(addr), (__mmask8)-1, \
3947 (__v4si)(__m128i)(index), \
3948 (__v4di)(__m256i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3949
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3950#define _mm256_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3951 __builtin_ia32_scattersiv4di((long long *)(addr), (__mmask8)(mask), \
3952 (__v4si)(__m128i)(index), \
3953 (__v4di)(__m256i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3954
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3955#define _mm_i32scatter_ps(addr, index, v1, scale) __extension__ ({ \
3956 __builtin_ia32_scattersiv4sf((float *)(addr), (__mmask8)-1, \
3957 (__v4si)(__m128i)(index), (__v4sf)(__m128)(v1), \
3958 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3959
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3960#define _mm_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
3961 __builtin_ia32_scattersiv4sf((float *)(addr), (__mmask8)(mask), \
3962 (__v4si)(__m128i)(index), (__v4sf)(__m128)(v1), \
3963 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3964
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3965#define _mm_i32scatter_epi32(addr, index, v1, scale) __extension__ ({ \
3966 __builtin_ia32_scattersiv4si((int *)(addr), (__mmask8)-1, \
3967 (__v4si)(__m128i)(index), \
3968 (__v4si)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3969
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3970#define _mm_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
3971 __builtin_ia32_scattersiv4si((int *)(addr), (__mmask8)(mask), \
3972 (__v4si)(__m128i)(index), \
3973 (__v4si)(__m128i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3974
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3975#define _mm256_i32scatter_ps(addr, index, v1, scale) __extension__ ({ \
3976 __builtin_ia32_scattersiv8sf((float *)(addr), (__mmask8)-1, \
3977 (__v8si)(__m256i)(index), (__v8sf)(__m256)(v1), \
3978 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3979
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3980#define _mm256_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
3981 __builtin_ia32_scattersiv8sf((float *)(addr), (__mmask8)(mask), \
3982 (__v8si)(__m256i)(index), (__v8sf)(__m256)(v1), \
3983 (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3984
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3985#define _mm256_i32scatter_epi32(addr, index, v1, scale) __extension__ ({ \
3986 __builtin_ia32_scattersiv8si((int *)(addr), (__mmask8)-1, \
3987 (__v8si)(__m256i)(index), \
3988 (__v8si)(__m256i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3989
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]3990#define _mm256_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
3991 __builtin_ia32_scattersiv8si((int *)(addr), (__mmask8)(mask), \
3992 (__v8si)(__m256i)(index), \
3993 (__v8si)(__m256i)(v1), (int)(scale)); })
Asaf Badouhb7cf71b2015-07-28 11:14:09 +0000[diff] [blame]3994
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]3995static __inline__ __m128d __DEFAULT_FN_ATTRS
3996_mm_mask_sqrt_pd (__m128d __W, __mmask8 __U, __m128d __A) {
3997 return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A,
3998 (__v2df) __W,
3999 (__mmask8) __U);
4000}
4001
4002static __inline__ __m128d __DEFAULT_FN_ATTRS
4003_mm_maskz_sqrt_pd (__mmask8 __U, __m128d __A) {
4004 return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A,
4005 (__v2df)
4006 _mm_setzero_pd (),
4007 (__mmask8) __U);
4008}
4009
4010static __inline__ __m256d __DEFAULT_FN_ATTRS
4011_mm256_mask_sqrt_pd (__m256d __W, __mmask8 __U, __m256d __A) {
4012 return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A,
4013 (__v4df) __W,
4014 (__mmask8) __U);
4015}
4016
4017static __inline__ __m256d __DEFAULT_FN_ATTRS
4018_mm256_maskz_sqrt_pd (__mmask8 __U, __m256d __A) {
4019 return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A,
4020 (__v4df)
4021 _mm256_setzero_pd (),
4022 (__mmask8) __U);
4023}
4024
4025static __inline__ __m128 __DEFAULT_FN_ATTRS
4026_mm_mask_sqrt_ps (__m128 __W, __mmask8 __U, __m128 __A) {
4027 return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A,
4028 (__v4sf) __W,
4029 (__mmask8) __U);
4030}
4031
4032static __inline__ __m128 __DEFAULT_FN_ATTRS
4033_mm_maskz_sqrt_ps (__mmask8 __U, __m128 __A) {
4034 return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A,
4035 (__v4sf)
4036 _mm_setzero_ps (),
4037 (__mmask8) __U);
4038}
4039
4040static __inline__ __m256 __DEFAULT_FN_ATTRS
4041_mm256_mask_sqrt_ps (__m256 __W, __mmask8 __U, __m256 __A) {
4042 return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A,
4043 (__v8sf) __W,
4044 (__mmask8) __U);
4045}
4046
4047static __inline__ __m256 __DEFAULT_FN_ATTRS
4048_mm256_maskz_sqrt_ps (__mmask8 __U, __m256 __A) {
4049 return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A,
4050 (__v8sf)
4051 _mm256_setzero_ps (),
4052 (__mmask8) __U);
4053}
4054
4055static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4056_mm_mask_sub_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
4057 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
4058 (__v2df)_mm_sub_pd(__A, __B),
4059 (__v2df)__W);
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4060}
4061
4062static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4063_mm_maskz_sub_pd(__mmask8 __U, __m128d __A, __m128d __B) {
4064 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
4065 (__v2df)_mm_sub_pd(__A, __B),
4066 (__v2df)_mm_setzero_pd());
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4067}
4068
4069static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4070_mm256_mask_sub_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
4071 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
4072 (__v4df)_mm256_sub_pd(__A, __B),
4073 (__v4df)__W);
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4074}
4075
4076static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4077_mm256_maskz_sub_pd(__mmask8 __U, __m256d __A, __m256d __B) {
4078 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
4079 (__v4df)_mm256_sub_pd(__A, __B),
4080 (__v4df)_mm256_setzero_pd());
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4081}
4082
4083static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4084_mm_mask_sub_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
4085 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
4086 (__v4sf)_mm_sub_ps(__A, __B),
4087 (__v4sf)__W);
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4088}
4089
4090static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4091_mm_maskz_sub_ps(__mmask8 __U, __m128 __A, __m128 __B) {
4092 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
4093 (__v4sf)_mm_sub_ps(__A, __B),
4094 (__v4sf)_mm_setzero_ps());
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4095}
4096
4097static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4098_mm256_mask_sub_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
4099 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
4100 (__v8sf)_mm256_sub_ps(__A, __B),
4101 (__v8sf)__W);
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4102}
4103
4104static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper2dfab632016-09-04 18:30:17 +0000[diff] [blame]4105_mm256_maskz_sub_ps(__mmask8 __U, __m256 __A, __m256 __B) {
4106 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
4107 (__v8sf)_mm256_sub_ps(__A, __B),
4108 (__v8sf)_mm256_setzero_ps());
Asaf Badouh93aa4c82015-07-28 12:04:40 +0000[diff] [blame]4109}
4110
4111static __inline__ __m128i __DEFAULT_FN_ATTRS
4112_mm_mask2_permutex2var_epi32 (__m128i __A, __m128i __I, __mmask8 __U,
4113 __m128i __B) {
4114 return (__m128i) __builtin_ia32_vpermi2vard128_mask ((__v4si) __A,
4115 (__v4si) __I
4116 /* idx */ ,
4117 (__v4si) __B,
4118 (__mmask8) __U);
4119}
4120
4121static __inline__ __m256i __DEFAULT_FN_ATTRS
4122_mm256_mask2_permutex2var_epi32 (__m256i __A, __m256i __I,
4123 __mmask8 __U, __m256i __B) {
4124 return (__m256i) __builtin_ia32_vpermi2vard256_mask ((__v8si) __A,
4125 (__v8si) __I
4126 /* idx */ ,
4127 (__v8si) __B,
4128 (__mmask8) __U);
4129}
4130
4131static __inline__ __m128d __DEFAULT_FN_ATTRS
4132_mm_mask2_permutex2var_pd (__m128d __A, __m128i __I, __mmask8 __U,
4133 __m128d __B) {
4134 return (__m128d) __builtin_ia32_vpermi2varpd128_mask ((__v2df) __A,
4135 (__v2di) __I
4136 /* idx */ ,
4137 (__v2df) __B,
4138 (__mmask8)
4139 __U);
4140}
4141
4142static __inline__ __m256d __DEFAULT_FN_ATTRS
4143_mm256_mask2_permutex2var_pd (__m256d __A, __m256i __I, __mmask8 __U,
4144 __m256d __B) {
4145 return (__m256d) __builtin_ia32_vpermi2varpd256_mask ((__v4df) __A,
4146 (__v4di) __I
4147 /* idx */ ,
4148 (__v4df) __B,
4149 (__mmask8)
4150 __U);
4151}
4152
4153static __inline__ __m128 __DEFAULT_FN_ATTRS
4154_mm_mask2_permutex2var_ps (__m128 __A, __m128i __I, __mmask8 __U,
4155 __m128 __B) {
4156 return (__m128) __builtin_ia32_vpermi2varps128_mask ((__v4sf) __A,
4157 (__v4si) __I
4158 /* idx */ ,
4159 (__v4sf) __B,
4160 (__mmask8) __U);
4161}
4162
4163static __inline__ __m256 __DEFAULT_FN_ATTRS
4164_mm256_mask2_permutex2var_ps (__m256 __A, __m256i __I, __mmask8 __U,
4165 __m256 __B) {
4166 return (__m256) __builtin_ia32_vpermi2varps256_mask ((__v8sf) __A,
4167 (__v8si) __I
4168 /* idx */ ,
4169 (__v8sf) __B,
4170 (__mmask8) __U);
4171}
4172
4173static __inline__ __m128i __DEFAULT_FN_ATTRS
4174_mm_mask2_permutex2var_epi64 (__m128i __A, __m128i __I, __mmask8 __U,
4175 __m128i __B) {
4176 return (__m128i) __builtin_ia32_vpermi2varq128_mask ((__v2di) __A,
4177 (__v2di) __I
4178 /* idx */ ,
4179 (__v2di) __B,
4180 (__mmask8) __U);
4181}
4182
4183static __inline__ __m256i __DEFAULT_FN_ATTRS
4184_mm256_mask2_permutex2var_epi64 (__m256i __A, __m256i __I,
4185 __mmask8 __U, __m256i __B) {
4186 return (__m256i) __builtin_ia32_vpermi2varq256_mask ((__v4di) __A,
4187 (__v4di) __I
4188 /* idx */ ,
4189 (__v4di) __B,
4190 (__mmask8) __U);
4191}
4192
4193static __inline__ __m128i __DEFAULT_FN_ATTRS
4194_mm_permutex2var_epi32 (__m128i __A, __m128i __I, __m128i __B) {
4195 return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I
4196 /* idx */ ,
4197 (__v4si) __A,
4198 (__v4si) __B,
4199 (__mmask8) -1);
4200}
4201
4202static __inline__ __m128i __DEFAULT_FN_ATTRS
4203_mm_mask_permutex2var_epi32 (__m128i __A, __mmask8 __U, __m128i __I,
4204 __m128i __B) {
4205 return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I
4206 /* idx */ ,
4207 (__v4si) __A,
4208 (__v4si) __B,
4209 (__mmask8) __U);
4210}
4211
4212static __inline__ __m128i __DEFAULT_FN_ATTRS
4213_mm_maskz_permutex2var_epi32 (__mmask8 __U, __m128i __A, __m128i __I,
4214 __m128i __B) {
4215 return (__m128i) __builtin_ia32_vpermt2vard128_maskz ((__v4si) __I
4216 /* idx */ ,
4217 (__v4si) __A,
4218 (__v4si) __B,
4219 (__mmask8)
4220 __U);
4221}
4222
4223static __inline__ __m256i __DEFAULT_FN_ATTRS
4224_mm256_permutex2var_epi32 (__m256i __A, __m256i __I, __m256i __B) {
4225 return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I
4226 /* idx */ ,
4227 (__v8si) __A,
4228 (__v8si) __B,
4229 (__mmask8) -1);
4230}
4231
4232static __inline__ __m256i __DEFAULT_FN_ATTRS
4233_mm256_mask_permutex2var_epi32 (__m256i __A, __mmask8 __U, __m256i __I,
4234 __m256i __B) {
4235 return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I
4236 /* idx */ ,
4237 (__v8si) __A,
4238 (__v8si) __B,
4239 (__mmask8) __U);
4240}
4241
4242static __inline__ __m256i __DEFAULT_FN_ATTRS
4243_mm256_maskz_permutex2var_epi32 (__mmask8 __U, __m256i __A,
4244 __m256i __I, __m256i __B) {
4245 return (__m256i) __builtin_ia32_vpermt2vard256_maskz ((__v8si) __I
4246 /* idx */ ,
4247 (__v8si) __A,
4248 (__v8si) __B,
4249 (__mmask8)
4250 __U);
4251}
4252
4253static __inline__ __m128d __DEFAULT_FN_ATTRS
4254_mm_permutex2var_pd (__m128d __A, __m128i __I, __m128d __B) {
4255 return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I
4256 /* idx */ ,
4257 (__v2df) __A,
4258 (__v2df) __B,
4259 (__mmask8) -
4260 1);
4261}
4262
4263static __inline__ __m128d __DEFAULT_FN_ATTRS
4264_mm_mask_permutex2var_pd (__m128d __A, __mmask8 __U, __m128i __I,
4265 __m128d __B) {
4266 return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I
4267 /* idx */ ,
4268 (__v2df) __A,
4269 (__v2df) __B,
4270 (__mmask8)
4271 __U);
4272}
4273
4274static __inline__ __m128d __DEFAULT_FN_ATTRS
4275_mm_maskz_permutex2var_pd (__mmask8 __U, __m128d __A, __m128i __I,
4276 __m128d __B) {
4277 return (__m128d) __builtin_ia32_vpermt2varpd128_maskz ((__v2di) __I
4278 /* idx */ ,
4279 (__v2df) __A,
4280 (__v2df) __B,
4281 (__mmask8)
4282 __U);
4283}
4284
4285static __inline__ __m256d __DEFAULT_FN_ATTRS
4286_mm256_permutex2var_pd (__m256d __A, __m256i __I, __m256d __B) {
4287 return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I
4288 /* idx */ ,
4289 (__v4df) __A,
4290 (__v4df) __B,
4291 (__mmask8) -
4292 1);
4293}
4294
4295static __inline__ __m256d __DEFAULT_FN_ATTRS
4296_mm256_mask_permutex2var_pd (__m256d __A, __mmask8 __U, __m256i __I,
4297 __m256d __B) {
4298 return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I
4299 /* idx */ ,
4300 (__v4df) __A,
4301 (__v4df) __B,
4302 (__mmask8)
4303 __U);
4304}
4305
4306static __inline__ __m256d __DEFAULT_FN_ATTRS
4307_mm256_maskz_permutex2var_pd (__mmask8 __U, __m256d __A, __m256i __I,
4308 __m256d __B) {
4309 return (__m256d) __builtin_ia32_vpermt2varpd256_maskz ((__v4di) __I
4310 /* idx */ ,
4311 (__v4df) __A,
4312 (__v4df) __B,
4313 (__mmask8)
4314 __U);
4315}
4316
4317static __inline__ __m128 __DEFAULT_FN_ATTRS
4318_mm_permutex2var_ps (__m128 __A, __m128i __I, __m128 __B) {
4319 return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I
4320 /* idx */ ,
4321 (__v4sf) __A,
4322 (__v4sf) __B,
4323 (__mmask8) -1);
4324}
4325
4326static __inline__ __m128 __DEFAULT_FN_ATTRS
4327_mm_mask_permutex2var_ps (__m128 __A, __mmask8 __U, __m128i __I,
4328 __m128 __B) {
4329 return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I
4330 /* idx */ ,
4331 (__v4sf) __A,
4332 (__v4sf) __B,
4333 (__mmask8) __U);
4334}
4335
4336static __inline__ __m128 __DEFAULT_FN_ATTRS
4337_mm_maskz_permutex2var_ps (__mmask8 __U, __m128 __A, __m128i __I,
4338 __m128 __B) {
4339 return (__m128) __builtin_ia32_vpermt2varps128_maskz ((__v4si) __I
4340 /* idx */ ,
4341 (__v4sf) __A,
4342 (__v4sf) __B,
4343 (__mmask8)
4344 __U);
4345}
4346
4347static __inline__ __m256 __DEFAULT_FN_ATTRS
4348_mm256_permutex2var_ps (__m256 __A, __m256i __I, __m256 __B) {
4349 return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I
4350 /* idx */ ,
4351 (__v8sf) __A,
4352 (__v8sf) __B,
4353 (__mmask8) -1);
4354}
4355
4356static __inline__ __m256 __DEFAULT_FN_ATTRS
4357_mm256_mask_permutex2var_ps (__m256 __A, __mmask8 __U, __m256i __I,
4358 __m256 __B) {
4359 return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I
4360 /* idx */ ,
4361 (__v8sf) __A,
4362 (__v8sf) __B,
4363 (__mmask8) __U);
4364}
4365
4366static __inline__ __m256 __DEFAULT_FN_ATTRS
4367_mm256_maskz_permutex2var_ps (__mmask8 __U, __m256 __A, __m256i __I,
4368 __m256 __B) {
4369 return (__m256) __builtin_ia32_vpermt2varps256_maskz ((__v8si) __I
4370 /* idx */ ,
4371 (__v8sf) __A,
4372 (__v8sf) __B,
4373 (__mmask8)
4374 __U);
4375}
4376
4377static __inline__ __m128i __DEFAULT_FN_ATTRS
4378_mm_permutex2var_epi64 (__m128i __A, __m128i __I, __m128i __B) {
4379 return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I
4380 /* idx */ ,
4381 (__v2di) __A,
4382 (__v2di) __B,
4383 (__mmask8) -1);
4384}
4385
4386static __inline__ __m128i __DEFAULT_FN_ATTRS
4387_mm_mask_permutex2var_epi64 (__m128i __A, __mmask8 __U, __m128i __I,
4388 __m128i __B) {
4389 return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I
4390 /* idx */ ,
4391 (__v2di) __A,
4392 (__v2di) __B,
4393 (__mmask8) __U);
4394}
4395
4396static __inline__ __m128i __DEFAULT_FN_ATTRS
4397_mm_maskz_permutex2var_epi64 (__mmask8 __U, __m128i __A, __m128i __I,
4398 __m128i __B) {
4399 return (__m128i) __builtin_ia32_vpermt2varq128_maskz ((__v2di) __I
4400 /* idx */ ,
4401 (__v2di) __A,
4402 (__v2di) __B,
4403 (__mmask8)
4404 __U);
4405}
4406
4407
4408static __inline__ __m256i __DEFAULT_FN_ATTRS
4409_mm256_permutex2var_epi64 (__m256i __A, __m256i __I, __m256i __B) {
4410 return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I
4411 /* idx */ ,
4412 (__v4di) __A,
4413 (__v4di) __B,
4414 (__mmask8) -1);
4415}
4416
4417static __inline__ __m256i __DEFAULT_FN_ATTRS
4418_mm256_mask_permutex2var_epi64 (__m256i __A, __mmask8 __U, __m256i __I,
4419 __m256i __B) {
4420 return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I
4421 /* idx */ ,
4422 (__v4di) __A,
4423 (__v4di) __B,
4424 (__mmask8) __U);
4425}
4426
4427static __inline__ __m256i __DEFAULT_FN_ATTRS
4428_mm256_maskz_permutex2var_epi64 (__mmask8 __U, __m256i __A,
4429 __m256i __I, __m256i __B) {
4430 return (__m256i) __builtin_ia32_vpermt2varq256_maskz ((__v4di) __I
4431 /* idx */ ,
4432 (__v4di) __A,
4433 (__v4di) __B,
4434 (__mmask8)
4435 __U);
4436}
4437
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4438static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4439_mm_mask_cvtepi8_epi32(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4440{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4441 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4442 (__v4si)_mm_cvtepi8_epi32(__A),
4443 (__v4si)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4444}
4445
4446static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4447_mm_maskz_cvtepi8_epi32(__mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4448{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4449 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4450 (__v4si)_mm_cvtepi8_epi32(__A),
4451 (__v4si)_mm_setzero_si128());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4452}
4453
4454static __inline__ __m256i __DEFAULT_FN_ATTRS
4455_mm256_mask_cvtepi8_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
4456{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4457 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4458 (__v8si)_mm256_cvtepi8_epi32(__A),
4459 (__v8si)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4460}
4461
4462static __inline__ __m256i __DEFAULT_FN_ATTRS
4463_mm256_maskz_cvtepi8_epi32 (__mmask8 __U, __m128i __A)
4464{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4465 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4466 (__v8si)_mm256_cvtepi8_epi32(__A),
4467 (__v8si)_mm256_setzero_si256());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4468}
4469
4470static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4471_mm_mask_cvtepi8_epi64(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4472{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4473 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4474 (__v2di)_mm_cvtepi8_epi64(__A),
4475 (__v2di)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4476}
4477
4478static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4479_mm_maskz_cvtepi8_epi64(__mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4480{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4481 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4482 (__v2di)_mm_cvtepi8_epi64(__A),
4483 (__v2di)_mm_setzero_si128());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4484}
4485
4486static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4487_mm256_mask_cvtepi8_epi64(__m256i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4488{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4489 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4490 (__v4di)_mm256_cvtepi8_epi64(__A),
4491 (__v4di)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4492}
4493
4494static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4495_mm256_maskz_cvtepi8_epi64(__mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4496{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4497 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4498 (__v4di)_mm256_cvtepi8_epi64(__A),
4499 (__v4di)_mm256_setzero_si256());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4500}
4501
4502static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4503_mm_mask_cvtepi32_epi64(__m128i __W, __mmask8 __U, __m128i __X)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4504{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4505 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4506 (__v2di)_mm_cvtepi32_epi64(__X),
4507 (__v2di)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4508}
4509
4510static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4511_mm_maskz_cvtepi32_epi64(__mmask8 __U, __m128i __X)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4512{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4513 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4514 (__v2di)_mm_cvtepi32_epi64(__X),
4515 (__v2di)_mm_setzero_si128());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4516}
4517
4518static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4519_mm256_mask_cvtepi32_epi64(__m256i __W, __mmask8 __U, __m128i __X)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4520{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4521 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4522 (__v4di)_mm256_cvtepi32_epi64(__X),
4523 (__v4di)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4524}
4525
4526static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4527_mm256_maskz_cvtepi32_epi64(__mmask8 __U, __m128i __X)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4528{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4529 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4530 (__v4di)_mm256_cvtepi32_epi64(__X),
4531 (__v4di)_mm256_setzero_si256());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4532}
4533
4534static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4535_mm_mask_cvtepi16_epi32(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4536{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4537 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4538 (__v4si)_mm_cvtepi16_epi32(__A),
4539 (__v4si)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4540}
4541
4542static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4543_mm_maskz_cvtepi16_epi32(__mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4544{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4545 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4546 (__v4si)_mm_cvtepi16_epi32(__A),
4547 (__v4si)_mm_setzero_si128());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4548}
4549
4550static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4551_mm256_mask_cvtepi16_epi32(__m256i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4552{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4553 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4554 (__v8si)_mm256_cvtepi16_epi32(__A),
4555 (__v8si)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4556}
4557
4558static __inline__ __m256i __DEFAULT_FN_ATTRS
4559_mm256_maskz_cvtepi16_epi32 (__mmask8 __U, __m128i __A)
4560{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4561 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4562 (__v8si)_mm256_cvtepi16_epi32(__A),
4563 (__v8si)_mm256_setzero_si256());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4564}
4565
4566static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4567_mm_mask_cvtepi16_epi64(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4568{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4569 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4570 (__v2di)_mm_cvtepi16_epi64(__A),
4571 (__v2di)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4572}
4573
4574static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4575_mm_maskz_cvtepi16_epi64(__mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4576{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4577 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4578 (__v2di)_mm_cvtepi16_epi64(__A),
4579 (__v2di)_mm_setzero_si128());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4580}
4581
4582static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4583_mm256_mask_cvtepi16_epi64(__m256i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4584{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4585 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4586 (__v4di)_mm256_cvtepi16_epi64(__A),
4587 (__v4di)__W);
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4588}
4589
4590static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4591_mm256_maskz_cvtepi16_epi64(__mmask8 __U, __m128i __A)
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4592{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4593 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4594 (__v4di)_mm256_cvtepi16_epi64(__A),
4595 (__v4di)_mm256_setzero_si256());
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +0000[diff] [blame]4596}
4597
4598
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4599static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4600_mm_mask_cvtepu8_epi32(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4601{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4602 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4603 (__v4si)_mm_cvtepu8_epi32(__A),
4604 (__v4si)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4605}
4606
4607static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4608_mm_maskz_cvtepu8_epi32(__mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4609{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4610 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4611 (__v4si)_mm_cvtepu8_epi32(__A),
4612 (__v4si)_mm_setzero_si128());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4613}
4614
4615static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4616_mm256_mask_cvtepu8_epi32(__m256i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4617{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4618 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4619 (__v8si)_mm256_cvtepu8_epi32(__A),
4620 (__v8si)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4621}
4622
4623static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4624_mm256_maskz_cvtepu8_epi32(__mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4625{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4626 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4627 (__v8si)_mm256_cvtepu8_epi32(__A),
4628 (__v8si)_mm256_setzero_si256());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4629}
4630
4631static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4632_mm_mask_cvtepu8_epi64(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4633{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4634 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4635 (__v2di)_mm_cvtepu8_epi64(__A),
4636 (__v2di)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4637}
4638
4639static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4640_mm_maskz_cvtepu8_epi64(__mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4641{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4642 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4643 (__v2di)_mm_cvtepu8_epi64(__A),
4644 (__v2di)_mm_setzero_si128());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4645}
4646
4647static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4648_mm256_mask_cvtepu8_epi64(__m256i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4649{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4650 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4651 (__v4di)_mm256_cvtepu8_epi64(__A),
4652 (__v4di)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4653}
4654
4655static __inline__ __m256i __DEFAULT_FN_ATTRS
4656_mm256_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
4657{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4658 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4659 (__v4di)_mm256_cvtepu8_epi64(__A),
4660 (__v4di)_mm256_setzero_si256());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4661}
4662
4663static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4664_mm_mask_cvtepu32_epi64(__m128i __W, __mmask8 __U, __m128i __X)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4665{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4666 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4667 (__v2di)_mm_cvtepu32_epi64(__X),
4668 (__v2di)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4669}
4670
4671static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4672_mm_maskz_cvtepu32_epi64(__mmask8 __U, __m128i __X)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4673{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4674 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4675 (__v2di)_mm_cvtepu32_epi64(__X),
4676 (__v2di)_mm_setzero_si128());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4677}
4678
4679static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4680_mm256_mask_cvtepu32_epi64(__m256i __W, __mmask8 __U, __m128i __X)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4681{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4682 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4683 (__v4di)_mm256_cvtepu32_epi64(__X),
4684 (__v4di)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4685}
4686
4687static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4688_mm256_maskz_cvtepu32_epi64(__mmask8 __U, __m128i __X)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4689{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4690 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4691 (__v4di)_mm256_cvtepu32_epi64(__X),
4692 (__v4di)_mm256_setzero_si256());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4693}
4694
4695static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4696_mm_mask_cvtepu16_epi32(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4697{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4698 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4699 (__v4si)_mm_cvtepu16_epi32(__A),
4700 (__v4si)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4701}
4702
4703static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4704_mm_maskz_cvtepu16_epi32(__mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4705{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4706 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
4707 (__v4si)_mm_cvtepu16_epi32(__A),
4708 (__v4si)_mm_setzero_si128());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4709}
4710
4711static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4712_mm256_mask_cvtepu16_epi32(__m256i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4713{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4714 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4715 (__v8si)_mm256_cvtepu16_epi32(__A),
4716 (__v8si)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4717}
4718
4719static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4720_mm256_maskz_cvtepu16_epi32(__mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4721{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4722 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
4723 (__v8si)_mm256_cvtepu16_epi32(__A),
4724 (__v8si)_mm256_setzero_si256());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4725}
4726
4727static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4728_mm_mask_cvtepu16_epi64(__m128i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4729{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4730 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4731 (__v2di)_mm_cvtepu16_epi64(__A),
4732 (__v2di)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4733}
4734
4735static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4736_mm_maskz_cvtepu16_epi64(__mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4737{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4738 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
4739 (__v2di)_mm_cvtepu16_epi64(__A),
4740 (__v2di)_mm_setzero_si128());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4741}
4742
4743static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4744_mm256_mask_cvtepu16_epi64(__m256i __W, __mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4745{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4746 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4747 (__v4di)_mm256_cvtepu16_epi64(__A),
4748 (__v4di)__W);
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4749}
4750
4751static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4752_mm256_maskz_cvtepu16_epi64(__mmask8 __U, __m128i __A)
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4753{
Craig Topper11dda922016-10-22 21:24:48 +0000[diff] [blame]4754 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
4755 (__v4di)_mm256_cvtepu16_epi64(__A),
4756 (__v4di)_mm256_setzero_si256());
Michael Zuckerman7a33dce2016-02-21 14:00:11 +0000[diff] [blame]4757}
4758
4759
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4760#define _mm_rol_epi32(a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4761 (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4762 (__v4si)_mm_setzero_si128(), \
4763 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4764
4765#define _mm_mask_rol_epi32(w, u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4766 (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4767 (__v4si)(__m128i)(w), (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4768
4769#define _mm_maskz_rol_epi32(u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4770 (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4771 (__v4si)_mm_setzero_si128(), \
4772 (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4773
4774#define _mm256_rol_epi32(a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4775 (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4776 (__v8si)_mm256_setzero_si256(), \
4777 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4778
4779#define _mm256_mask_rol_epi32(w, u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4780 (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4781 (__v8si)(__m256i)(w), (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4782
4783#define _mm256_maskz_rol_epi32(u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4784 (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4785 (__v8si)_mm256_setzero_si256(), \
4786 (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4787
Michael Zuckerman477e0a32016-02-22 09:42:57 +0000[diff] [blame]4788#define _mm_rol_epi64(a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4789 (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4790 (__v2di)_mm_setzero_di(), \
4791 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4792
4793#define _mm_mask_rol_epi64(w, u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4794 (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4795 (__v2di)(__m128i)(w), (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4796
4797#define _mm_maskz_rol_epi64(u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4798 (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4799 (__v2di)_mm_setzero_di(), \
4800 (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4801
4802#define _mm256_rol_epi64(a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4803 (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4804 (__v4di)_mm256_setzero_si256(), \
4805 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4806
4807#define _mm256_mask_rol_epi64(w, u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4808 (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4809 (__v4di)(__m256i)(w), (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4810
4811#define _mm256_maskz_rol_epi64(u, a, b) __extension__ ({\
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4812 (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4813 (__v4di)_mm256_setzero_si256(), \
4814 (__mmask8)(u)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +0000[diff] [blame]4815
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4816static __inline__ __m128i __DEFAULT_FN_ATTRS
4817_mm_rolv_epi32 (__m128i __A, __m128i __B)
4818{
4819 return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
4820 (__v4si) __B,
4821 (__v4si)
4822 _mm_setzero_si128 (),
4823 (__mmask8) -1);
4824}
4825
4826static __inline__ __m128i __DEFAULT_FN_ATTRS
4827_mm_mask_rolv_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
4828 __m128i __B)
4829{
4830 return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
4831 (__v4si) __B,
4832 (__v4si) __W,
4833 (__mmask8) __U);
4834}
4835
4836static __inline__ __m128i __DEFAULT_FN_ATTRS
4837_mm_maskz_rolv_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
4838{
4839 return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
4840 (__v4si) __B,
4841 (__v4si)
4842 _mm_setzero_si128 (),
4843 (__mmask8) __U);
4844}
4845
4846static __inline__ __m256i __DEFAULT_FN_ATTRS
4847_mm256_rolv_epi32 (__m256i __A, __m256i __B)
4848{
4849 return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
4850 (__v8si) __B,
4851 (__v8si)
4852 _mm256_setzero_si256 (),
4853 (__mmask8) -1);
4854}
4855
4856static __inline__ __m256i __DEFAULT_FN_ATTRS
4857_mm256_mask_rolv_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
4858 __m256i __B)
4859{
4860 return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
4861 (__v8si) __B,
4862 (__v8si) __W,
4863 (__mmask8) __U);
4864}
4865
4866static __inline__ __m256i __DEFAULT_FN_ATTRS
4867_mm256_maskz_rolv_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
4868{
4869 return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
4870 (__v8si) __B,
4871 (__v8si)
4872 _mm256_setzero_si256 (),
4873 (__mmask8) __U);
4874}
4875
4876static __inline__ __m128i __DEFAULT_FN_ATTRS
4877_mm_rolv_epi64 (__m128i __A, __m128i __B)
4878{
4879 return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
4880 (__v2di) __B,
4881 (__v2di)
4882 _mm_setzero_di (),
4883 (__mmask8) -1);
4884}
4885
4886static __inline__ __m128i __DEFAULT_FN_ATTRS
4887_mm_mask_rolv_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
4888 __m128i __B)
4889{
4890 return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
4891 (__v2di) __B,
4892 (__v2di) __W,
4893 (__mmask8) __U);
4894}
4895
4896static __inline__ __m128i __DEFAULT_FN_ATTRS
4897_mm_maskz_rolv_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
4898{
4899 return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
4900 (__v2di) __B,
4901 (__v2di)
4902 _mm_setzero_di (),
4903 (__mmask8) __U);
4904}
4905
4906static __inline__ __m256i __DEFAULT_FN_ATTRS
4907_mm256_rolv_epi64 (__m256i __A, __m256i __B)
4908{
4909 return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
4910 (__v4di) __B,
4911 (__v4di)
4912 _mm256_setzero_si256 (),
4913 (__mmask8) -1);
4914}
4915
4916static __inline__ __m256i __DEFAULT_FN_ATTRS
4917_mm256_mask_rolv_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
4918 __m256i __B)
4919{
4920 return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
4921 (__v4di) __B,
4922 (__v4di) __W,
4923 (__mmask8) __U);
4924}
4925
4926static __inline__ __m256i __DEFAULT_FN_ATTRS
4927_mm256_maskz_rolv_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
4928{
4929 return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
4930 (__v4di) __B,
4931 (__v4di)
4932 _mm256_setzero_si256 (),
4933 (__mmask8) __U);
4934}
4935
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4936#define _mm_ror_epi32(A, B) __extension__ ({ \
4937 (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
4938 (__v4si)_mm_setzero_si128(), \
4939 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4940
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4941#define _mm_mask_ror_epi32(W, U, A, B) __extension__ ({ \
4942 (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
4943 (__v4si)(__m128i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4944
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4945#define _mm_maskz_ror_epi32(U, A, B) __extension__ ({ \
4946 (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
4947 (__v4si)_mm_setzero_si128(), \
4948 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4949
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4950#define _mm256_ror_epi32(A, B) __extension__ ({ \
4951 (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
4952 (__v8si)_mm256_setzero_si256(), \
4953 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4954
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4955#define _mm256_mask_ror_epi32(W, U, A, B) __extension__ ({ \
4956 (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
4957 (__v8si)(__m256i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4958
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4959#define _mm256_maskz_ror_epi32(U, A, B) __extension__ ({ \
4960 (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
4961 (__v8si)_mm256_setzero_si256(), \
4962 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4963
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4964#define _mm_ror_epi64(A, B) __extension__ ({ \
4965 (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
4966 (__v2di)_mm_setzero_di(), \
4967 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4968
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4969#define _mm_mask_ror_epi64(W, U, A, B) __extension__ ({ \
4970 (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
4971 (__v2di)(__m128i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4972
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4973#define _mm_maskz_ror_epi64(U, A, B) __extension__ ({ \
4974 (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
4975 (__v2di)_mm_setzero_di(), \
4976 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4977
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4978#define _mm256_ror_epi64(A, B) __extension__ ({ \
4979 (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
4980 (__v4di)_mm256_setzero_si256(), \
4981 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4982
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4983#define _mm256_mask_ror_epi64(W, U, A, B) __extension__ ({ \
4984 (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
4985 (__v4di)(__m256i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4986
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]4987#define _mm256_maskz_ror_epi64(U, A, B) __extension__ ({ \
4988 (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
4989 (__v4di)_mm256_setzero_si256(), \
4990 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]4991
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]4992static __inline__ __m128i __DEFAULT_FN_ATTRS
4993_mm_mask_sll_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
4994 __m128i __B)
4995{
4996 return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A,
4997 (__v4si) __B,
4998 (__v4si) __W,
4999 (__mmask8) __U);
5000}
5001
5002static __inline__ __m128i __DEFAULT_FN_ATTRS
5003_mm_maskz_sll_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5004{
5005 return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A,
5006 (__v4si) __B,
5007 (__v4si)
5008 _mm_setzero_si128 (),
5009 (__mmask8) __U);
5010}
5011
5012static __inline__ __m256i __DEFAULT_FN_ATTRS
5013_mm256_mask_sll_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5014 __m128i __B)
5015{
5016 return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A,
5017 (__v4si) __B,
5018 (__v8si) __W,
5019 (__mmask8) __U);
5020}
5021
5022static __inline__ __m256i __DEFAULT_FN_ATTRS
5023_mm256_maskz_sll_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
5024{
5025 return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A,
5026 (__v4si) __B,
5027 (__v8si)
5028 _mm256_setzero_si256 (),
5029 (__mmask8) __U);
5030}
5031
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5032#define _mm_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5033 (__m128i)__builtin_ia32_pslldi128_mask((__v4si)(__m128i)(A), (int)(B), \
5034 (__v4si)(__m128i)(W), \
5035 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5036
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5037#define _mm_maskz_slli_epi32(U, A, B) __extension__ ({ \
5038 (__m128i)__builtin_ia32_pslldi128_mask((__v4si)(__m128i)(A), (int)(B), \
5039 (__v4si)_mm_setzero_si128(), \
5040 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5041
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5042#define _mm256_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5043 (__m256i)__builtin_ia32_pslldi256_mask((__v8si)(__m256i)(A), (int)(B), \
5044 (__v8si)(__m256i)(W), \
5045 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5046
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5047#define _mm256_maskz_slli_epi32(U, A, B) __extension__ ({ \
5048 (__m256i)__builtin_ia32_pslldi256_mask((__v8si)(__m256i)(A), (int)(B), \
5049 (__v8si)_mm256_setzero_si256(), \
5050 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5051
5052static __inline__ __m128i __DEFAULT_FN_ATTRS
5053_mm_mask_sll_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5054 __m128i __B)
5055{
5056 return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A,
5057 (__v2di) __B,
5058 (__v2di) __W,
5059 (__mmask8) __U);
5060}
5061
5062static __inline__ __m128i __DEFAULT_FN_ATTRS
5063_mm_maskz_sll_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5064{
5065 return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A,
5066 (__v2di) __B,
5067 (__v2di)
5068 _mm_setzero_di (),
5069 (__mmask8) __U);
5070}
5071
5072static __inline__ __m256i __DEFAULT_FN_ATTRS
5073_mm256_mask_sll_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5074 __m128i __B)
5075{
5076 return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A,
5077 (__v2di) __B,
5078 (__v4di) __W,
5079 (__mmask8) __U);
5080}
5081
5082static __inline__ __m256i __DEFAULT_FN_ATTRS
5083_mm256_maskz_sll_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
5084{
5085 return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A,
5086 (__v2di) __B,
5087 (__v4di)
5088 _mm256_setzero_si256 (),
5089 (__mmask8) __U);
5090}
5091
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5092#define _mm_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5093 (__m128i)__builtin_ia32_psllqi128_mask((__v2di)(__m128i)(A), (int)(B), \
5094 (__v2di)(__m128i)(W), \
5095 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5096
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5097#define _mm_maskz_slli_epi64(U, A, B) __extension__ ({ \
5098 (__m128i)__builtin_ia32_psllqi128_mask((__v2di)(__m128i)(A), (int)(B), \
5099 (__v2di)_mm_setzero_di(), \
5100 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5101
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5102#define _mm256_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5103 (__m256i)__builtin_ia32_psllqi256_mask((__v4di)(__m256i)(A), (int)(B), \
5104 (__v4di)(__m256i)(W), \
5105 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5106
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5107#define _mm256_maskz_slli_epi64(U, A, B) __extension__ ({ \
5108 (__m256i)__builtin_ia32_psllqi256_mask((__v4di)(__m256i)(A), (int)(B), \
5109 (__v4di)_mm256_setzero_si256(), \
5110 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +0000[diff] [blame]5111
Michael Zuckerman0231f162016-02-23 13:41:13 +0000[diff] [blame]5112
Michael Zuckermane98cc742016-02-23 15:59:47 +0000[diff] [blame]5113static __inline__ __m128i __DEFAULT_FN_ATTRS
5114_mm_rorv_epi32 (__m128i __A, __m128i __B)
5115{
5116 return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
5117 (__v4si) __B,
5118 (__v4si)
5119 _mm_setzero_si128 (),
5120 (__mmask8) -1);
5121}
5122
5123static __inline__ __m128i __DEFAULT_FN_ATTRS
5124_mm_mask_rorv_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
5125 __m128i __B)
5126{
5127 return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
5128 (__v4si) __B,
5129 (__v4si) __W,
5130 (__mmask8) __U);
5131}
5132
5133static __inline__ __m128i __DEFAULT_FN_ATTRS
5134_mm_maskz_rorv_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5135{
5136 return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
5137 (__v4si) __B,
5138 (__v4si)
5139 _mm_setzero_si128 (),
5140 (__mmask8) __U);
5141}
5142
5143static __inline__ __m256i __DEFAULT_FN_ATTRS
5144_mm256_rorv_epi32 (__m256i __A, __m256i __B)
5145{
5146 return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
5147 (__v8si) __B,
5148 (__v8si)
5149 _mm256_setzero_si256 (),
5150 (__mmask8) -1);
5151}
5152
5153static __inline__ __m256i __DEFAULT_FN_ATTRS
5154_mm256_mask_rorv_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5155 __m256i __B)
5156{
5157 return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
5158 (__v8si) __B,
5159 (__v8si) __W,
5160 (__mmask8) __U);
5161}
5162
5163static __inline__ __m256i __DEFAULT_FN_ATTRS
5164_mm256_maskz_rorv_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
5165{
5166 return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
5167 (__v8si) __B,
5168 (__v8si)
5169 _mm256_setzero_si256 (),
5170 (__mmask8) __U);
5171}
5172
5173static __inline__ __m128i __DEFAULT_FN_ATTRS
5174_mm_rorv_epi64 (__m128i __A, __m128i __B)
5175{
5176 return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
5177 (__v2di) __B,
5178 (__v2di)
5179 _mm_setzero_di (),
5180 (__mmask8) -1);
5181}
5182
5183static __inline__ __m128i __DEFAULT_FN_ATTRS
5184_mm_mask_rorv_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5185 __m128i __B)
5186{
5187 return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
5188 (__v2di) __B,
5189 (__v2di) __W,
5190 (__mmask8) __U);
5191}
5192
5193static __inline__ __m128i __DEFAULT_FN_ATTRS
5194_mm_maskz_rorv_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5195{
5196 return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
5197 (__v2di) __B,
5198 (__v2di)
5199 _mm_setzero_di (),
5200 (__mmask8) __U);
5201}
5202
5203static __inline__ __m256i __DEFAULT_FN_ATTRS
5204_mm256_rorv_epi64 (__m256i __A, __m256i __B)
5205{
5206 return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
5207 (__v4di) __B,
5208 (__v4di)
5209 _mm256_setzero_si256 (),
5210 (__mmask8) -1);
5211}
5212
5213static __inline__ __m256i __DEFAULT_FN_ATTRS
5214_mm256_mask_rorv_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5215 __m256i __B)
5216{
5217 return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
5218 (__v4di) __B,
5219 (__v4di) __W,
5220 (__mmask8) __U);
5221}
5222
5223static __inline__ __m256i __DEFAULT_FN_ATTRS
5224_mm256_maskz_rorv_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
5225{
5226 return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
5227 (__v4di) __B,
5228 (__v4di)
5229 _mm256_setzero_si256 (),
5230 (__mmask8) __U);
5231}
5232
Michael Zuckerman431b0e12016-02-28 07:39:34 +0000[diff] [blame]5233static __inline__ __m128i __DEFAULT_FN_ATTRS
5234_mm_mask_sllv_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
5235 __m128i __Y)
5236{
5237 return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X,
5238 (__v2di) __Y,
5239 (__v2di) __W,
5240 (__mmask8) __U);
5241}
5242
5243static __inline__ __m128i __DEFAULT_FN_ATTRS
5244_mm_maskz_sllv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
5245{
5246 return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X,
5247 (__v2di) __Y,
5248 (__v2di)
5249 _mm_setzero_di (),
5250 (__mmask8) __U);
5251}
5252
5253static __inline__ __m256i __DEFAULT_FN_ATTRS
5254_mm256_mask_sllv_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
5255 __m256i __Y)
5256{
5257 return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X,
5258 (__v4di) __Y,
5259 (__v4di) __W,
5260 (__mmask8) __U);
5261}
5262
5263static __inline__ __m256i __DEFAULT_FN_ATTRS
5264_mm256_maskz_sllv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
5265{
5266 return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X,
5267 (__v4di) __Y,
5268 (__v4di)
5269 _mm256_setzero_si256 (),
5270 (__mmask8) __U);
5271}
5272
5273static __inline__ __m128i __DEFAULT_FN_ATTRS
5274_mm_mask_sllv_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
5275 __m128i __Y)
5276{
5277 return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X,
5278 (__v4si) __Y,
5279 (__v4si) __W,
5280 (__mmask8) __U);
5281}
5282
5283static __inline__ __m128i __DEFAULT_FN_ATTRS
5284_mm_maskz_sllv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
5285{
5286 return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X,
5287 (__v4si) __Y,
5288 (__v4si)
5289 _mm_setzero_si128 (),
5290 (__mmask8) __U);
5291}
5292
5293static __inline__ __m256i __DEFAULT_FN_ATTRS
5294_mm256_mask_sllv_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
5295 __m256i __Y)
5296{
5297 return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X,
5298 (__v8si) __Y,
5299 (__v8si) __W,
5300 (__mmask8) __U);
5301}
5302
5303static __inline__ __m256i __DEFAULT_FN_ATTRS
5304_mm256_maskz_sllv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
5305{
5306 return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X,
5307 (__v8si) __Y,
5308 (__v8si)
5309 _mm256_setzero_si256 (),
5310 (__mmask8) __U);
5311}
5312
Michael Zuckerman0165e762016-03-01 13:03:45 +0000[diff] [blame]5313
5314
5315static __inline__ __m128i __DEFAULT_FN_ATTRS
5316_mm_mask_srlv_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
5317 __m128i __Y)
5318{
5319 return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X,
5320 (__v2di) __Y,
5321 (__v2di) __W,
5322 (__mmask8) __U);
5323}
5324
5325static __inline__ __m128i __DEFAULT_FN_ATTRS
5326_mm_maskz_srlv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
5327{
5328 return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X,
5329 (__v2di) __Y,
5330 (__v2di)
5331 _mm_setzero_di (),
5332 (__mmask8) __U);
5333}
5334
5335static __inline__ __m256i __DEFAULT_FN_ATTRS
5336_mm256_mask_srlv_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
5337 __m256i __Y)
5338{
5339 return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X,
5340 (__v4di) __Y,
5341 (__v4di) __W,
5342 (__mmask8) __U);
5343}
5344
5345static __inline__ __m256i __DEFAULT_FN_ATTRS
5346_mm256_maskz_srlv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
5347{
5348 return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X,
5349 (__v4di) __Y,
5350 (__v4di)
5351 _mm256_setzero_si256 (),
5352 (__mmask8) __U);
5353}
5354
5355static __inline__ __m128i __DEFAULT_FN_ATTRS
5356_mm_mask_srlv_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
5357 __m128i __Y)
5358{
5359 return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X,
5360 (__v4si) __Y,
5361 (__v4si) __W,
5362 (__mmask8) __U);
5363}
5364
5365static __inline__ __m128i __DEFAULT_FN_ATTRS
5366_mm_maskz_srlv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
5367{
5368 return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X,
5369 (__v4si) __Y,
5370 (__v4si)
5371 _mm_setzero_si128 (),
5372 (__mmask8) __U);
5373}
5374
5375static __inline__ __m256i __DEFAULT_FN_ATTRS
5376_mm256_mask_srlv_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
5377 __m256i __Y)
5378{
5379 return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X,
5380 (__v8si) __Y,
5381 (__v8si) __W,
5382 (__mmask8) __U);
5383}
5384
5385static __inline__ __m256i __DEFAULT_FN_ATTRS
5386_mm256_maskz_srlv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
5387{
5388 return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X,
5389 (__v8si) __Y,
5390 (__v8si)
5391 _mm256_setzero_si256 (),
5392 (__mmask8) __U);
5393}
5394
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5395
5396
5397static __inline__ __m128i __DEFAULT_FN_ATTRS
5398_mm_mask_srl_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
5399 __m128i __B)
5400{
5401 return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A,
5402 (__v4si) __B,
5403 (__v4si) __W,
5404 (__mmask8) __U);
5405}
5406
5407static __inline__ __m128i __DEFAULT_FN_ATTRS
5408_mm_maskz_srl_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5409{
5410 return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A,
5411 (__v4si) __B,
5412 (__v4si)
5413 _mm_setzero_si128 (),
5414 (__mmask8) __U);
5415}
5416
5417static __inline__ __m256i __DEFAULT_FN_ATTRS
5418_mm256_mask_srl_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5419 __m128i __B)
5420{
5421 return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A,
5422 (__v4si) __B,
5423 (__v8si) __W,
5424 (__mmask8) __U);
5425}
5426
5427static __inline__ __m256i __DEFAULT_FN_ATTRS
5428_mm256_maskz_srl_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
5429{
5430 return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A,
5431 (__v4si) __B,
5432 (__v8si)
5433 _mm256_setzero_si256 (),
5434 (__mmask8) __U);
5435}
5436
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5437#define _mm_mask_srli_epi32(W, U, A, imm) __extension__ ({ \
5438 (__m128i)__builtin_ia32_psrldi128_mask((__v4si)(__m128i)(A), (int)(imm), \
5439 (__v4si)(__m128i)(W), \
5440 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5441
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5442#define _mm_maskz_srli_epi32(U, A, imm) __extension__ ({ \
5443 (__m128i)__builtin_ia32_psrldi128_mask((__v4si)(__m128i)(A), (int)(imm), \
5444 (__v4si)_mm_setzero_si128(), \
5445 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5446
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5447#define _mm256_mask_srli_epi32(W, U, A, imm) __extension__ ({ \
5448 (__m256i)__builtin_ia32_psrldi256_mask((__v8si)(__m256i)(A), (int)(imm), \
5449 (__v8si)(__m256i)(W), \
5450 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5451
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5452#define _mm256_maskz_srli_epi32(U, A, imm) __extension__ ({ \
5453 (__m256i)__builtin_ia32_psrldi256_mask((__v8si)(__m256i)(A), (int)(imm), \
5454 (__v8si)_mm256_setzero_si256(), \
5455 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5456
5457static __inline__ __m128i __DEFAULT_FN_ATTRS
5458_mm_mask_srl_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5459 __m128i __B)
5460{
5461 return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A,
5462 (__v2di) __B,
5463 (__v2di) __W,
5464 (__mmask8) __U);
5465}
5466
5467static __inline__ __m128i __DEFAULT_FN_ATTRS
5468_mm_maskz_srl_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5469{
5470 return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A,
5471 (__v2di) __B,
5472 (__v2di)
5473 _mm_setzero_di (),
5474 (__mmask8) __U);
5475}
5476
5477static __inline__ __m256i __DEFAULT_FN_ATTRS
5478_mm256_mask_srl_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5479 __m128i __B)
5480{
5481 return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A,
5482 (__v2di) __B,
5483 (__v4di) __W,
5484 (__mmask8) __U);
5485}
5486
5487static __inline__ __m256i __DEFAULT_FN_ATTRS
5488_mm256_maskz_srl_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
5489{
5490 return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A,
5491 (__v2di) __B,
5492 (__v4di)
5493 _mm256_setzero_si256 (),
5494 (__mmask8) __U);
5495}
5496
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5497#define _mm_mask_srli_epi64(W, U, A, imm) __extension__ ({ \
5498 (__m128i)__builtin_ia32_psrlqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
5499 (__v2di)(__m128i)(W), \
5500 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5501
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5502#define _mm_maskz_srli_epi64(U, A, imm) __extension__ ({ \
5503 (__m128i)__builtin_ia32_psrlqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
5504 (__v2di)_mm_setzero_si128(), \
5505 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5506
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5507#define _mm256_mask_srli_epi64(W, U, A, imm) __extension__ ({ \
5508 (__m256i)__builtin_ia32_psrlqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
5509 (__v4di)(__m256i)(W), \
5510 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5511
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5512#define _mm256_maskz_srli_epi64(U, A, imm) __extension__ ({ \
5513 (__m256i)__builtin_ia32_psrlqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
5514 (__v4di)_mm256_setzero_si256(), \
5515 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +0000[diff] [blame]5516
Michael Zuckermand15c95a2016-03-02 09:05:46 +0000[diff] [blame]5517static __inline__ __m128i __DEFAULT_FN_ATTRS
5518_mm_mask_srav_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
5519 __m128i __Y)
5520{
5521 return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X,
5522 (__v4si) __Y,
5523 (__v4si) __W,
5524 (__mmask8) __U);
5525}
5526
5527static __inline__ __m128i __DEFAULT_FN_ATTRS
5528_mm_maskz_srav_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
5529{
5530 return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X,
5531 (__v4si) __Y,
5532 (__v4si)
5533 _mm_setzero_si128 (),
5534 (__mmask8) __U);
5535}
5536
5537static __inline__ __m256i __DEFAULT_FN_ATTRS
5538_mm256_mask_srav_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
5539 __m256i __Y)
5540{
5541 return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X,
5542 (__v8si) __Y,
5543 (__v8si) __W,
5544 (__mmask8) __U);
5545}
5546
5547static __inline__ __m256i __DEFAULT_FN_ATTRS
5548_mm256_maskz_srav_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
5549{
5550 return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X,
5551 (__v8si) __Y,
5552 (__v8si)
5553 _mm256_setzero_si256 (),
5554 (__mmask8) __U);
5555}
5556
5557static __inline__ __m128i __DEFAULT_FN_ATTRS
5558_mm_srav_epi64 (__m128i __X, __m128i __Y)
5559{
5560 return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
5561 (__v2di) __Y,
5562 (__v2di)
5563 _mm_setzero_di (),
5564 (__mmask8) -1);
5565}
5566
5567static __inline__ __m128i __DEFAULT_FN_ATTRS
5568_mm_mask_srav_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
5569 __m128i __Y)
5570{
5571 return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
5572 (__v2di) __Y,
5573 (__v2di) __W,
5574 (__mmask8) __U);
5575}
5576
5577static __inline__ __m128i __DEFAULT_FN_ATTRS
5578_mm_maskz_srav_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
5579{
5580 return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
5581 (__v2di) __Y,
5582 (__v2di)
5583 _mm_setzero_di (),
5584 (__mmask8) __U);
5585}
5586
5587static __inline__ __m256i __DEFAULT_FN_ATTRS
5588_mm256_srav_epi64 (__m256i __X, __m256i __Y)
5589{
5590 return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
5591 (__v4di) __Y,
5592 (__v4di)
5593 _mm256_setzero_si256 (),
5594 (__mmask8) -1);
5595}
5596
5597static __inline__ __m256i __DEFAULT_FN_ATTRS
5598_mm256_mask_srav_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
5599 __m256i __Y)
5600{
5601 return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
5602 (__v4di) __Y,
5603 (__v4di) __W,
5604 (__mmask8) __U);
5605}
5606
5607static __inline__ __m256i __DEFAULT_FN_ATTRS
5608_mm256_maskz_srav_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
5609{
5610 return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
5611 (__v4di) __Y,
5612 (__v4di)
5613 _mm256_setzero_si256 (),
5614 (__mmask8) __U);
5615}
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5616
Michael Zuckermane6542002016-05-23 08:01:48 +0000[diff] [blame]5617static __inline__ __m128i __DEFAULT_FN_ATTRS
5618_mm_mask_mov_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
5619{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5620 return (__m128i) __builtin_ia32_selectd_128 ((__mmask8) __U,
5621 (__v4si) __A,
5622 (__v4si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +0000[diff] [blame]5623}
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5624
Michael Zuckermane6542002016-05-23 08:01:48 +0000[diff] [blame]5625static __inline__ __m128i __DEFAULT_FN_ATTRS
5626_mm_maskz_mov_epi32 (__mmask8 __U, __m128i __A)
5627{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5628 return (__m128i) __builtin_ia32_selectd_128 ((__mmask8) __U,
5629 (__v4si) __A,
5630 (__v4si) _mm_setzero_si128 ());
Michael Zuckermane6542002016-05-23 08:01:48 +0000[diff] [blame]5631}
5632
5633
5634static __inline__ __m256i __DEFAULT_FN_ATTRS
5635_mm256_mask_mov_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
5636{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5637 return (__m256i) __builtin_ia32_selectd_256 ((__mmask8) __U,
5638 (__v8si) __A,
5639 (__v8si) __W);
Michael Zuckermane6542002016-05-23 08:01:48 +0000[diff] [blame]5640}
5641
5642static __inline__ __m256i __DEFAULT_FN_ATTRS
5643_mm256_maskz_mov_epi32 (__mmask8 __U, __m256i __A)
5644{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5645 return (__m256i) __builtin_ia32_selectd_256 ((__mmask8) __U,
5646 (__v8si) __A,
5647 (__v8si) _mm256_setzero_si256 ());
Michael Zuckermane6542002016-05-23 08:01:48 +0000[diff] [blame]5648}
5649
5650static __inline__ __m128i __DEFAULT_FN_ATTRS
5651_mm_mask_load_epi32 (__m128i __W, __mmask8 __U, void const *__P)
5652{
5653 return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P,
5654 (__v4si) __W,
5655 (__mmask8)
5656 __U);
5657}
5658
5659static __inline__ __m128i __DEFAULT_FN_ATTRS
5660_mm_maskz_load_epi32 (__mmask8 __U, void const *__P)
5661{
5662 return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P,
5663 (__v4si)
5664 _mm_setzero_si128 (),
5665 (__mmask8)
5666 __U);
5667}
5668
5669static __inline__ __m256i __DEFAULT_FN_ATTRS
5670_mm256_mask_load_epi32 (__m256i __W, __mmask8 __U, void const *__P)
5671{
5672 return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P,
5673 (__v8si) __W,
5674 (__mmask8)
5675 __U);
5676}
5677
5678static __inline__ __m256i __DEFAULT_FN_ATTRS
5679_mm256_maskz_load_epi32 (__mmask8 __U, void const *__P)
5680{
5681 return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P,
5682 (__v8si)
5683 _mm256_setzero_si256 (),
5684 (__mmask8)
5685 __U);
5686}
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5687
5688static __inline__ void __DEFAULT_FN_ATTRS
5689_mm_mask_store_epi32 (void *__P, __mmask8 __U, __m128i __A)
5690{
5691 __builtin_ia32_movdqa32store128_mask ((__v4si *) __P,
5692 (__v4si) __A,
5693 (__mmask8) __U);
5694}
5695
5696static __inline__ void __DEFAULT_FN_ATTRS
5697_mm256_mask_store_epi32 (void *__P, __mmask8 __U, __m256i __A)
5698{
5699 __builtin_ia32_movdqa32store256_mask ((__v8si *) __P,
5700 (__v8si) __A,
5701 (__mmask8) __U);
5702}
5703
5704static __inline__ __m128i __DEFAULT_FN_ATTRS
5705_mm_mask_mov_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
5706{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5707 return (__m128i) __builtin_ia32_selectq_128 ((__mmask8) __U,
5708 (__v2di) __A,
5709 (__v2di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5710}
5711
5712static __inline__ __m128i __DEFAULT_FN_ATTRS
5713_mm_maskz_mov_epi64 (__mmask8 __U, __m128i __A)
5714{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5715 return (__m128i) __builtin_ia32_selectq_128 ((__mmask8) __U,
5716 (__v2di) __A,
5717 (__v2di) _mm_setzero_di ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5718}
5719
5720static __inline__ __m256i __DEFAULT_FN_ATTRS
5721_mm256_mask_mov_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
5722{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5723 return (__m256i) __builtin_ia32_selectq_256 ((__mmask8) __U,
5724 (__v4di) __A,
5725 (__v4di) __W);
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5726}
5727
5728static __inline__ __m256i __DEFAULT_FN_ATTRS
5729_mm256_maskz_mov_epi64 (__mmask8 __U, __m256i __A)
5730{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]5731 return (__m256i) __builtin_ia32_selectq_256 ((__mmask8) __U,
5732 (__v4di) __A,
5733 (__v4di) _mm256_setzero_si256 ());
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5734}
5735
5736static __inline__ __m128i __DEFAULT_FN_ATTRS
5737_mm_mask_load_epi64 (__m128i __W, __mmask8 __U, void const *__P)
5738{
5739 return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P,
5740 (__v2di) __W,
5741 (__mmask8)
5742 __U);
5743}
5744
5745static __inline__ __m128i __DEFAULT_FN_ATTRS
5746_mm_maskz_load_epi64 (__mmask8 __U, void const *__P)
5747{
5748 return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P,
5749 (__v2di)
5750 _mm_setzero_di (),
5751 (__mmask8)
5752 __U);
5753}
5754
5755static __inline__ __m256i __DEFAULT_FN_ATTRS
5756_mm256_mask_load_epi64 (__m256i __W, __mmask8 __U, void const *__P)
5757{
5758 return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P,
5759 (__v4di) __W,
5760 (__mmask8)
5761 __U);
5762}
5763
5764static __inline__ __m256i __DEFAULT_FN_ATTRS
5765_mm256_maskz_load_epi64 (__mmask8 __U, void const *__P)
5766{
5767 return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P,
5768 (__v4di)
5769 _mm256_setzero_si256 (),
5770 (__mmask8)
5771 __U);
5772}
5773
5774static __inline__ void __DEFAULT_FN_ATTRS
5775_mm_mask_store_epi64 (void *__P, __mmask8 __U, __m128i __A)
5776{
5777 __builtin_ia32_movdqa64store128_mask ((__v2di *) __P,
5778 (__v2di) __A,
5779 (__mmask8) __U);
5780}
5781
5782static __inline__ void __DEFAULT_FN_ATTRS
5783_mm256_mask_store_epi64 (void *__P, __mmask8 __U, __m256i __A)
5784{
5785 __builtin_ia32_movdqa64store256_mask ((__v4di *) __P,
5786 (__v4di) __A,
5787 (__mmask8) __U);
5788}
5789
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +0000[diff] [blame]5790static __inline__ __m128d __DEFAULT_FN_ATTRS
5791_mm_mask_movedup_pd (__m128d __W, __mmask8 __U, __m128d __A)
5792{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]5793 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
5794 (__v2df)_mm_movedup_pd(__A),
5795 (__v2df)__W);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +0000[diff] [blame]5796}
5797
5798static __inline__ __m128d __DEFAULT_FN_ATTRS
5799_mm_maskz_movedup_pd (__mmask8 __U, __m128d __A)
5800{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]5801 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
5802 (__v2df)_mm_movedup_pd(__A),
5803 (__v2df)_mm_setzero_pd());
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +0000[diff] [blame]5804}
5805
5806static __inline__ __m256d __DEFAULT_FN_ATTRS
5807_mm256_mask_movedup_pd (__m256d __W, __mmask8 __U, __m256d __A)
5808{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]5809 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
5810 (__v4df)_mm256_movedup_pd(__A),
5811 (__v4df)__W);
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +0000[diff] [blame]5812}
5813
5814static __inline__ __m256d __DEFAULT_FN_ATTRS
5815_mm256_maskz_movedup_pd (__mmask8 __U, __m256d __A)
5816{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]5817 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
5818 (__v4df)_mm256_movedup_pd(__A),
5819 (__v4df)_mm256_setzero_pd());
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +0000[diff] [blame]5820}
Michael Zuckermanffbb67a2016-03-03 09:26:01 +0000[diff] [blame]5821
Michael Zuckerman912be162016-03-07 08:29:10 +0000[diff] [blame]5822
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5823#define _mm_mask_set1_epi32(O, M, A) __extension__ ({ \
5824 (__m128i)__builtin_ia32_pbroadcastd128_gpr_mask((int)(A), \
5825 (__v4si)(__m128i)(O), \
5826 (__mmask8)(M)); })
Michael Zuckerman912be162016-03-07 08:29:10 +0000[diff] [blame]5827
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5828#define _mm_maskz_set1_epi32(M, A) __extension__ ({ \
5829 (__m128i)__builtin_ia32_pbroadcastd128_gpr_mask((int)(A), \
5830 (__v4si)_mm_setzero_si128(), \
5831 (__mmask8)(M)); })
Michael Zuckerman912be162016-03-07 08:29:10 +0000[diff] [blame]5832
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5833#define _mm256_mask_set1_epi32(O, M, A) __extension__ ({ \
5834 (__m256i)__builtin_ia32_pbroadcastd256_gpr_mask((int)(A), \
5835 (__v8si)(__m256i)(O), \
5836 (__mmask8)(M)); })
Michael Zuckerman912be162016-03-07 08:29:10 +0000[diff] [blame]5837
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5838#define _mm256_maskz_set1_epi32(M, A) __extension__ ({ \
5839 (__m256i)__builtin_ia32_pbroadcastd256_gpr_mask((int)(A), \
5840 (__v8si)_mm256_setzero_si256(), \
5841 (__mmask8)(M)); })
Michael Zuckerman912be162016-03-07 08:29:10 +0000[diff] [blame]5842
Craig Topper45db56c2016-07-21 07:38:39 +0000[diff] [blame]5843#ifdef __x86_64__
Michael Zuckerman912be162016-03-07 08:29:10 +0000[diff] [blame]5844static __inline__ __m128i __DEFAULT_FN_ATTRS
5845_mm_mask_set1_epi64 (__m128i __O, __mmask8 __M, long long __A)
5846{
5847 return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A, (__v2di) __O,
5848 __M);
5849}
5850
5851static __inline__ __m128i __DEFAULT_FN_ATTRS
5852_mm_maskz_set1_epi64 (__mmask8 __M, long long __A)
5853{
5854 return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A,
5855 (__v2di)
5856 _mm_setzero_si128 (),
5857 __M);
5858}
5859
5860static __inline__ __m256i __DEFAULT_FN_ATTRS
5861_mm256_mask_set1_epi64 (__m256i __O, __mmask8 __M, long long __A)
5862{
5863 return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A, (__v4di) __O,
5864 __M);
5865}
5866
5867static __inline__ __m256i __DEFAULT_FN_ATTRS
5868_mm256_maskz_set1_epi64 (__mmask8 __M, long long __A)
5869{
5870 return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A,
5871 (__v4di)
5872 _mm256_setzero_si256 (),
5873 __M);
5874}
Craig Topper45db56c2016-07-21 07:38:39 +0000[diff] [blame]5875#endif
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5876
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5877#define _mm_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5878 (__m128d)__builtin_ia32_fixupimmpd128_mask((__v2df)(__m128d)(A), \
5879 (__v2df)(__m128d)(B), \
5880 (__v2di)(__m128i)(C), (int)(imm), \
5881 (__mmask8)-1); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5882
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5883#define _mm_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5884 (__m128d)__builtin_ia32_fixupimmpd128_mask((__v2df)(__m128d)(A), \
5885 (__v2df)(__m128d)(B), \
5886 (__v2di)(__m128i)(C), (int)(imm), \
5887 (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5888
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5889#define _mm_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5890 (__m128d)__builtin_ia32_fixupimmpd128_maskz((__v2df)(__m128d)(A), \
5891 (__v2df)(__m128d)(B), \
5892 (__v2di)(__m128i)(C), \
5893 (int)(imm), (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5894
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5895#define _mm256_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5896 (__m256d)__builtin_ia32_fixupimmpd256_mask((__v4df)(__m256d)(A), \
5897 (__v4df)(__m256d)(B), \
5898 (__v4di)(__m256i)(C), (int)(imm), \
5899 (__mmask8)-1); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5900
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5901#define _mm256_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5902 (__m256d)__builtin_ia32_fixupimmpd256_mask((__v4df)(__m256d)(A), \
5903 (__v4df)(__m256d)(B), \
5904 (__v4di)(__m256i)(C), (int)(imm), \
5905 (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5906
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5907#define _mm256_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5908 (__m256d)__builtin_ia32_fixupimmpd256_maskz((__v4df)(__m256d)(A), \
5909 (__v4df)(__m256d)(B), \
5910 (__v4di)(__m256i)(C), \
5911 (int)(imm), (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5912
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5913#define _mm_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5914 (__m128)__builtin_ia32_fixupimmps128_mask((__v4sf)(__m128)(A), \
5915 (__v4sf)(__m128)(B), \
5916 (__v4si)(__m128i)(C), (int)(imm), \
5917 (__mmask8)-1); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5918
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5919#define _mm_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5920 (__m128)__builtin_ia32_fixupimmps128_mask((__v4sf)(__m128)(A), \
5921 (__v4sf)(__m128)(B), \
5922 (__v4si)(__m128i)(C), (int)(imm), \
5923 (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5924
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5925#define _mm_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5926 (__m128)__builtin_ia32_fixupimmps128_maskz((__v4sf)(__m128)(A), \
5927 (__v4sf)(__m128)(B), \
5928 (__v4si)(__m128i)(C), (int)(imm), \
5929 (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5930
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5931#define _mm256_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5932 (__m256)__builtin_ia32_fixupimmps256_mask((__v8sf)(__m256)(A), \
5933 (__v8sf)(__m256)(B), \
5934 (__v8si)(__m256i)(C), (int)(imm), \
5935 (__mmask8)-1); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5936
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5937#define _mm256_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5938 (__m256)__builtin_ia32_fixupimmps256_mask((__v8sf)(__m256)(A), \
5939 (__v8sf)(__m256)(B), \
5940 (__v8si)(__m256i)(C), (int)(imm), \
5941 (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5942
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]5943#define _mm256_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5944 (__m256)__builtin_ia32_fixupimmps256_maskz((__v8sf)(__m256)(A), \
5945 (__v8sf)(__m256)(B), \
5946 (__v8si)(__m256i)(C), (int)(imm), \
5947 (__mmask8)(U)); })
Michael Zuckermandef78752016-03-28 12:23:09 +0000[diff] [blame]5948
5949static __inline__ __m128d __DEFAULT_FN_ATTRS
5950_mm_mask_load_pd (__m128d __W, __mmask8 __U, void const *__P)
5951{
5952 return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P,
5953 (__v2df) __W,
5954 (__mmask8) __U);
5955}
5956
5957static __inline__ __m128d __DEFAULT_FN_ATTRS
5958_mm_maskz_load_pd (__mmask8 __U, void const *__P)
5959{
5960 return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P,
5961 (__v2df)
5962 _mm_setzero_pd (),
5963 (__mmask8) __U);
5964}
5965
5966static __inline__ __m256d __DEFAULT_FN_ATTRS
5967_mm256_mask_load_pd (__m256d __W, __mmask8 __U, void const *__P)
5968{
5969 return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P,
5970 (__v4df) __W,
5971 (__mmask8) __U);
5972}
5973
5974static __inline__ __m256d __DEFAULT_FN_ATTRS
5975_mm256_maskz_load_pd (__mmask8 __U, void const *__P)
5976{
5977 return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P,
5978 (__v4df)
5979 _mm256_setzero_pd (),
5980 (__mmask8) __U);
5981}
5982
5983static __inline__ __m128 __DEFAULT_FN_ATTRS
5984_mm_mask_load_ps (__m128 __W, __mmask8 __U, void const *__P)
5985{
5986 return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P,
5987 (__v4sf) __W,
5988 (__mmask8) __U);
5989}
5990
5991static __inline__ __m128 __DEFAULT_FN_ATTRS
5992_mm_maskz_load_ps (__mmask8 __U, void const *__P)
5993{
5994 return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P,
5995 (__v4sf)
5996 _mm_setzero_ps (),
5997 (__mmask8) __U);
5998}
5999
6000static __inline__ __m256 __DEFAULT_FN_ATTRS
6001_mm256_mask_load_ps (__m256 __W, __mmask8 __U, void const *__P)
6002{
6003 return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P,
6004 (__v8sf) __W,
6005 (__mmask8) __U);
6006}
6007
6008static __inline__ __m256 __DEFAULT_FN_ATTRS
6009_mm256_maskz_load_ps (__mmask8 __U, void const *__P)
6010{
6011 return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P,
6012 (__v8sf)
6013 _mm256_setzero_ps (),
6014 (__mmask8) __U);
6015}
6016
6017static __inline__ __m128i __DEFAULT_FN_ATTRS
6018_mm_mask_loadu_epi64 (__m128i __W, __mmask8 __U, void const *__P)
6019{
6020 return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P,
6021 (__v2di) __W,
6022 (__mmask8) __U);
6023}
6024
6025static __inline__ __m128i __DEFAULT_FN_ATTRS
6026_mm_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
6027{
6028 return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P,
6029 (__v2di)
6030 _mm_setzero_si128 (),
6031 (__mmask8) __U);
6032}
6033
6034static __inline__ __m256i __DEFAULT_FN_ATTRS
6035_mm256_mask_loadu_epi64 (__m256i __W, __mmask8 __U, void const *__P)
6036{
6037 return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P,
6038 (__v4di) __W,
6039 (__mmask8) __U);
6040}
6041
6042static __inline__ __m256i __DEFAULT_FN_ATTRS
6043_mm256_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
6044{
6045 return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P,
6046 (__v4di)
6047 _mm256_setzero_si256 (),
6048 (__mmask8) __U);
6049}
6050
6051static __inline__ __m128i __DEFAULT_FN_ATTRS
6052_mm_mask_loadu_epi32 (__m128i __W, __mmask8 __U, void const *__P)
6053{
6054 return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P,
6055 (__v4si) __W,
6056 (__mmask8) __U);
6057}
6058
6059static __inline__ __m128i __DEFAULT_FN_ATTRS
6060_mm_maskz_loadu_epi32 (__mmask8 __U, void const *__P)
6061{
6062 return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P,
6063 (__v4si)
6064 _mm_setzero_si128 (),
6065 (__mmask8) __U);
6066}
6067
6068static __inline__ __m256i __DEFAULT_FN_ATTRS
6069_mm256_mask_loadu_epi32 (__m256i __W, __mmask8 __U, void const *__P)
6070{
6071 return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P,
6072 (__v8si) __W,
6073 (__mmask8) __U);
6074}
6075
6076static __inline__ __m256i __DEFAULT_FN_ATTRS
6077_mm256_maskz_loadu_epi32 (__mmask8 __U, void const *__P)
6078{
6079 return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P,
6080 (__v8si)
6081 _mm256_setzero_si256 (),
6082 (__mmask8) __U);
6083}
6084
6085static __inline__ __m128d __DEFAULT_FN_ATTRS
6086_mm_mask_loadu_pd (__m128d __W, __mmask8 __U, void const *__P)
6087{
6088 return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P,
6089 (__v2df) __W,
6090 (__mmask8) __U);
6091}
6092
6093static __inline__ __m128d __DEFAULT_FN_ATTRS
6094_mm_maskz_loadu_pd (__mmask8 __U, void const *__P)
6095{
6096 return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P,
6097 (__v2df)
6098 _mm_setzero_pd (),
6099 (__mmask8) __U);
6100}
6101
6102static __inline__ __m256d __DEFAULT_FN_ATTRS
6103_mm256_mask_loadu_pd (__m256d __W, __mmask8 __U, void const *__P)
6104{
6105 return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P,
6106 (__v4df) __W,
6107 (__mmask8) __U);
6108}
6109
6110static __inline__ __m256d __DEFAULT_FN_ATTRS
6111_mm256_maskz_loadu_pd (__mmask8 __U, void const *__P)
6112{
6113 return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P,
6114 (__v4df)
6115 _mm256_setzero_pd (),
6116 (__mmask8) __U);
6117}
6118
6119static __inline__ __m128 __DEFAULT_FN_ATTRS
6120_mm_mask_loadu_ps (__m128 __W, __mmask8 __U, void const *__P)
6121{
6122 return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P,
6123 (__v4sf) __W,
6124 (__mmask8) __U);
6125}
6126
6127static __inline__ __m128 __DEFAULT_FN_ATTRS
6128_mm_maskz_loadu_ps (__mmask8 __U, void const *__P)
6129{
6130 return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P,
6131 (__v4sf)
6132 _mm_setzero_ps (),
6133 (__mmask8) __U);
6134}
6135
6136static __inline__ __m256 __DEFAULT_FN_ATTRS
6137_mm256_mask_loadu_ps (__m256 __W, __mmask8 __U, void const *__P)
6138{
6139 return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P,
6140 (__v8sf) __W,
6141 (__mmask8) __U);
6142}
6143
6144static __inline__ __m256 __DEFAULT_FN_ATTRS
6145_mm256_maskz_loadu_ps (__mmask8 __U, void const *__P)
6146{
6147 return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P,
6148 (__v8sf)
6149 _mm256_setzero_ps (),
6150 (__mmask8) __U);
6151}
Michael Zuckermanfa7ccc52016-04-10 10:51:04 +0000[diff] [blame]6152
6153static __inline__ void __DEFAULT_FN_ATTRS
6154_mm_mask_store_pd (void *__P, __mmask8 __U, __m128d __A)
6155{
6156 __builtin_ia32_storeapd128_mask ((__v2df *) __P,
6157 (__v2df) __A,
6158 (__mmask8) __U);
6159}
6160
6161static __inline__ void __DEFAULT_FN_ATTRS
6162_mm256_mask_store_pd (void *__P, __mmask8 __U, __m256d __A)
6163{
6164 __builtin_ia32_storeapd256_mask ((__v4df *) __P,
6165 (__v4df) __A,
6166 (__mmask8) __U);
6167}
6168
6169static __inline__ void __DEFAULT_FN_ATTRS
6170_mm_mask_store_ps (void *__P, __mmask8 __U, __m128 __A)
6171{
6172 __builtin_ia32_storeaps128_mask ((__v4sf *) __P,
6173 (__v4sf) __A,
6174 (__mmask8) __U);
6175}
6176
6177static __inline__ void __DEFAULT_FN_ATTRS
6178_mm256_mask_store_ps (void *__P, __mmask8 __U, __m256 __A)
6179{
6180 __builtin_ia32_storeaps256_mask ((__v8sf *) __P,
6181 (__v8sf) __A,
6182 (__mmask8) __U);
6183}
6184
6185static __inline__ void __DEFAULT_FN_ATTRS
6186_mm_mask_storeu_epi64 (void *__P, __mmask8 __U, __m128i __A)
6187{
6188 __builtin_ia32_storedqudi128_mask ((__v2di *) __P,
6189 (__v2di) __A,
6190 (__mmask8) __U);
6191}
6192
6193static __inline__ void __DEFAULT_FN_ATTRS
6194_mm256_mask_storeu_epi64 (void *__P, __mmask8 __U, __m256i __A)
6195{
6196 __builtin_ia32_storedqudi256_mask ((__v4di *) __P,
6197 (__v4di) __A,
6198 (__mmask8) __U);
6199}
6200
6201static __inline__ void __DEFAULT_FN_ATTRS
6202_mm_mask_storeu_epi32 (void *__P, __mmask8 __U, __m128i __A)
6203{
6204 __builtin_ia32_storedqusi128_mask ((__v4si *) __P,
6205 (__v4si) __A,
6206 (__mmask8) __U);
6207}
6208
6209static __inline__ void __DEFAULT_FN_ATTRS
6210_mm256_mask_storeu_epi32 (void *__P, __mmask8 __U, __m256i __A)
6211{
6212 __builtin_ia32_storedqusi256_mask ((__v8si *) __P,
6213 (__v8si) __A,
6214 (__mmask8) __U);
6215}
6216
6217static __inline__ void __DEFAULT_FN_ATTRS
6218_mm_mask_storeu_pd (void *__P, __mmask8 __U, __m128d __A)
6219{
6220 __builtin_ia32_storeupd128_mask ((__v2df *) __P,
6221 (__v2df) __A,
6222 (__mmask8) __U);
6223}
6224
6225static __inline__ void __DEFAULT_FN_ATTRS
6226_mm256_mask_storeu_pd (void *__P, __mmask8 __U, __m256d __A)
6227{
6228 __builtin_ia32_storeupd256_mask ((__v4df *) __P,
6229 (__v4df) __A,
6230 (__mmask8) __U);
6231}
6232
6233static __inline__ void __DEFAULT_FN_ATTRS
6234_mm_mask_storeu_ps (void *__P, __mmask8 __U, __m128 __A)
6235{
6236 __builtin_ia32_storeups128_mask ((__v4sf *) __P,
6237 (__v4sf) __A,
6238 (__mmask8) __U);
6239}
6240
6241static __inline__ void __DEFAULT_FN_ATTRS
6242_mm256_mask_storeu_ps (void *__P, __mmask8 __U, __m256 __A)
6243{
6244 __builtin_ia32_storeups256_mask ((__v8sf *) __P,
6245 (__v8sf) __A,
6246 (__mmask8) __U);
6247}
6248
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6249
6250static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6251_mm_mask_unpackhi_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6252{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6253 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6254 (__v2df)_mm_unpackhi_pd(__A, __B),
6255 (__v2df)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6256}
6257
6258static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6259_mm_maskz_unpackhi_pd(__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6260{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6261 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6262 (__v2df)_mm_unpackhi_pd(__A, __B),
6263 (__v2df)_mm_setzero_pd());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6264}
6265
6266static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6267_mm256_mask_unpackhi_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6268{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6269 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6270 (__v4df)_mm256_unpackhi_pd(__A, __B),
6271 (__v4df)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6272}
6273
6274static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6275_mm256_maskz_unpackhi_pd(__mmask8 __U, __m256d __A, __m256d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6276{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6277 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6278 (__v4df)_mm256_unpackhi_pd(__A, __B),
6279 (__v4df)_mm256_setzero_pd());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6280}
6281
6282static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6283_mm_mask_unpackhi_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6284{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6285 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6286 (__v4sf)_mm_unpackhi_ps(__A, __B),
6287 (__v4sf)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6288}
6289
6290static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6291_mm_maskz_unpackhi_ps(__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6292{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6293 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6294 (__v4sf)_mm_unpackhi_ps(__A, __B),
6295 (__v4sf)_mm_setzero_ps());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6296}
6297
6298static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6299_mm256_mask_unpackhi_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6300{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6301 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6302 (__v8sf)_mm256_unpackhi_ps(__A, __B),
6303 (__v8sf)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6304}
6305
6306static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6307_mm256_maskz_unpackhi_ps(__mmask8 __U, __m256 __A, __m256 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6308{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6309 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6310 (__v8sf)_mm256_unpackhi_ps(__A, __B),
6311 (__v8sf)_mm256_setzero_ps());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6312}
6313
6314static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6315_mm_mask_unpacklo_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6316{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6317 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6318 (__v2df)_mm_unpacklo_pd(__A, __B),
6319 (__v2df)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6320}
6321
6322static __inline__ __m128d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6323_mm_maskz_unpacklo_pd(__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6324{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6325 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6326 (__v2df)_mm_unpacklo_pd(__A, __B),
6327 (__v2df)_mm_setzero_pd());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6328}
6329
6330static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6331_mm256_mask_unpacklo_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6332{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6333 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6334 (__v4df)_mm256_unpacklo_pd(__A, __B),
6335 (__v4df)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6336}
6337
6338static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6339_mm256_maskz_unpacklo_pd(__mmask8 __U, __m256d __A, __m256d __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6340{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6341 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6342 (__v4df)_mm256_unpacklo_pd(__A, __B),
6343 (__v4df)_mm256_setzero_pd());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6344}
6345
6346static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6347_mm_mask_unpacklo_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6348{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6349 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6350 (__v4sf)_mm_unpacklo_ps(__A, __B),
6351 (__v4sf)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6352}
6353
6354static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6355_mm_maskz_unpacklo_ps(__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6356{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6357 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6358 (__v4sf)_mm_unpacklo_ps(__A, __B),
6359 (__v4sf)_mm_setzero_ps());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6360}
6361
6362static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6363_mm256_mask_unpacklo_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6364{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6365 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6366 (__v8sf)_mm256_unpacklo_ps(__A, __B),
6367 (__v8sf)__W);
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6368}
6369
6370static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6371_mm256_maskz_unpacklo_ps(__mmask8 __U, __m256 __A, __m256 __B)
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6372{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6373 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6374 (__v8sf)_mm256_unpacklo_ps(__A, __B),
6375 (__v8sf)_mm256_setzero_ps());
Michael Zuckermancdd54c82016-04-10 12:54:23 +0000[diff] [blame]6376}
6377
6378static __inline__ __m128d __DEFAULT_FN_ATTRS
6379_mm_rcp14_pd (__m128d __A)
6380{
6381 return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
6382 (__v2df)
6383 _mm_setzero_pd (),
6384 (__mmask8) -1);
6385}
6386
6387static __inline__ __m128d __DEFAULT_FN_ATTRS
6388_mm_mask_rcp14_pd (__m128d __W, __mmask8 __U, __m128d __A)
6389{
6390 return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
6391 (__v2df) __W,
6392 (__mmask8) __U);
6393}
6394
6395static __inline__ __m128d __DEFAULT_FN_ATTRS
6396_mm_maskz_rcp14_pd (__mmask8 __U, __m128d __A)
6397{
6398 return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
6399 (__v2df)
6400 _mm_setzero_pd (),
6401 (__mmask8) __U);
6402}
6403
6404static __inline__ __m256d __DEFAULT_FN_ATTRS
6405_mm256_rcp14_pd (__m256d __A)
6406{
6407 return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
6408 (__v4df)
6409 _mm256_setzero_pd (),
6410 (__mmask8) -1);
6411}
6412
6413static __inline__ __m256d __DEFAULT_FN_ATTRS
6414_mm256_mask_rcp14_pd (__m256d __W, __mmask8 __U, __m256d __A)
6415{
6416 return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
6417 (__v4df) __W,
6418 (__mmask8) __U);
6419}
6420
6421static __inline__ __m256d __DEFAULT_FN_ATTRS
6422_mm256_maskz_rcp14_pd (__mmask8 __U, __m256d __A)
6423{
6424 return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
6425 (__v4df)
6426 _mm256_setzero_pd (),
6427 (__mmask8) __U);
6428}
6429
6430static __inline__ __m128 __DEFAULT_FN_ATTRS
6431_mm_rcp14_ps (__m128 __A)
6432{
6433 return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
6434 (__v4sf)
6435 _mm_setzero_ps (),
6436 (__mmask8) -1);
6437}
6438
6439static __inline__ __m128 __DEFAULT_FN_ATTRS
6440_mm_mask_rcp14_ps (__m128 __W, __mmask8 __U, __m128 __A)
6441{
6442 return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
6443 (__v4sf) __W,
6444 (__mmask8) __U);
6445}
6446
6447static __inline__ __m128 __DEFAULT_FN_ATTRS
6448_mm_maskz_rcp14_ps (__mmask8 __U, __m128 __A)
6449{
6450 return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
6451 (__v4sf)
6452 _mm_setzero_ps (),
6453 (__mmask8) __U);
6454}
6455
6456static __inline__ __m256 __DEFAULT_FN_ATTRS
6457_mm256_rcp14_ps (__m256 __A)
6458{
6459 return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
6460 (__v8sf)
6461 _mm256_setzero_ps (),
6462 (__mmask8) -1);
6463}
6464
6465static __inline__ __m256 __DEFAULT_FN_ATTRS
6466_mm256_mask_rcp14_ps (__m256 __W, __mmask8 __U, __m256 __A)
6467{
6468 return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
6469 (__v8sf) __W,
6470 (__mmask8) __U);
6471}
6472
6473static __inline__ __m256 __DEFAULT_FN_ATTRS
6474_mm256_maskz_rcp14_ps (__mmask8 __U, __m256 __A)
6475{
6476 return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
6477 (__v8sf)
6478 _mm256_setzero_ps (),
6479 (__mmask8) __U);
6480}
6481
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6482#define _mm_mask_permute_pd(W, U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6483 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
6484 (__v2df)_mm_permute_pd((X), (C)), \
6485 (__v2df)(__m128d)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6486
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6487#define _mm_maskz_permute_pd(U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6488 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
6489 (__v2df)_mm_permute_pd((X), (C)), \
6490 (__v2df)_mm_setzero_pd()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6491
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6492#define _mm256_mask_permute_pd(W, U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6493 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
6494 (__v4df)_mm256_permute_pd((X), (C)), \
6495 (__v4df)(__m256d)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6496
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6497#define _mm256_maskz_permute_pd(U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6498 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
6499 (__v4df)_mm256_permute_pd((X), (C)), \
6500 (__v4df)_mm256_setzero_pd()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6501
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6502#define _mm_mask_permute_ps(W, U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6503 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
6504 (__v4sf)_mm_permute_ps((X), (C)), \
6505 (__v4sf)(__m128)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6506
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6507#define _mm_maskz_permute_ps(U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6508 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
6509 (__v4sf)_mm_permute_ps((X), (C)), \
6510 (__v4sf)_mm_setzero_ps()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6511
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6512#define _mm256_mask_permute_ps(W, U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6513 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
6514 (__v8sf)_mm256_permute_ps((X), (C)), \
6515 (__v8sf)(__m256)(W)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6516
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6517#define _mm256_maskz_permute_ps(U, X, C) __extension__ ({ \
Craig Topperb3a44772016-07-02 05:36:43 +0000[diff] [blame]6518 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
6519 (__v8sf)_mm256_permute_ps((X), (C)), \
6520 (__v8sf)_mm256_setzero_ps()); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +0000[diff] [blame]6521
6522static __inline__ __m128d __DEFAULT_FN_ATTRS
6523_mm_mask_permutevar_pd (__m128d __W, __mmask8 __U, __m128d __A,
6524 __m128i __C)
6525{
6526 return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A,
6527 (__v2di) __C,
6528 (__v2df) __W,
6529 (__mmask8) __U);
6530}
6531
6532static __inline__ __m128d __DEFAULT_FN_ATTRS
6533_mm_maskz_permutevar_pd (__mmask8 __U, __m128d __A, __m128i __C)
6534{
6535 return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A,
6536 (__v2di) __C,
6537 (__v2df)
6538 _mm_setzero_pd (),
6539 (__mmask8) __U);
6540}
6541
6542static __inline__ __m256d __DEFAULT_FN_ATTRS
6543_mm256_mask_permutevar_pd (__m256d __W, __mmask8 __U, __m256d __A,
6544 __m256i __C)
6545{
6546 return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A,
6547 (__v4di) __C,
6548 (__v4df) __W,
6549 (__mmask8)
6550 __U);
6551}
6552
6553static __inline__ __m256d __DEFAULT_FN_ATTRS
6554_mm256_maskz_permutevar_pd (__mmask8 __U, __m256d __A, __m256i __C)
6555{
6556 return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A,
6557 (__v4di) __C,
6558 (__v4df)
6559 _mm256_setzero_pd (),
6560 (__mmask8)
6561 __U);
6562}
6563
6564static __inline__ __m128 __DEFAULT_FN_ATTRS
6565_mm_mask_permutevar_ps (__m128 __W, __mmask8 __U, __m128 __A,
6566 __m128i __C)
6567{
6568 return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A,
6569 (__v4si) __C,
6570 (__v4sf) __W,
6571 (__mmask8) __U);
6572}
6573
6574static __inline__ __m128 __DEFAULT_FN_ATTRS
6575_mm_maskz_permutevar_ps (__mmask8 __U, __m128 __A, __m128i __C)
6576{
6577 return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A,
6578 (__v4si) __C,
6579 (__v4sf)
6580 _mm_setzero_ps (),
6581 (__mmask8) __U);
6582}
6583
6584static __inline__ __m256 __DEFAULT_FN_ATTRS
6585_mm256_mask_permutevar_ps (__m256 __W, __mmask8 __U, __m256 __A,
6586 __m256i __C)
6587{
6588 return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A,
6589 (__v8si) __C,
6590 (__v8sf) __W,
6591 (__mmask8) __U);
6592}
6593
6594static __inline__ __m256 __DEFAULT_FN_ATTRS
6595_mm256_maskz_permutevar_ps (__mmask8 __U, __m256 __A, __m256i __C)
6596{
6597 return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A,
6598 (__v8si) __C,
6599 (__v8sf)
6600 _mm256_setzero_ps (),
6601 (__mmask8) __U);
6602}
6603
Michael Zuckerman07525092016-04-11 10:22:07 +0000[diff] [blame]6604static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6605_mm_test_epi32_mask (__m128i __A, __m128i __B)
6606{
6607 return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A,
6608 (__v4si) __B,
6609 (__mmask8) -1);
6610}
6611
6612static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6613_mm_mask_test_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
6614{
6615 return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A,
6616 (__v4si) __B, __U);
6617}
6618
6619static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6620_mm256_test_epi32_mask (__m256i __A, __m256i __B)
6621{
6622 return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A,
6623 (__v8si) __B,
6624 (__mmask8) -1);
6625}
6626
6627static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6628_mm256_mask_test_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
6629{
6630 return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A,
6631 (__v8si) __B, __U);
6632}
6633
6634static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6635_mm_test_epi64_mask (__m128i __A, __m128i __B)
6636{
6637 return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A,
6638 (__v2di) __B,
6639 (__mmask8) -1);
6640}
6641
6642static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6643_mm_mask_test_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
6644{
6645 return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A,
6646 (__v2di) __B, __U);
6647}
6648
6649static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6650_mm256_test_epi64_mask (__m256i __A, __m256i __B)
6651{
6652 return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A,
6653 (__v4di) __B,
6654 (__mmask8) -1);
6655}
6656
6657static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6658_mm256_mask_test_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
6659{
6660 return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A,
6661 (__v4di) __B, __U);
6662}
6663
6664static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6665_mm_testn_epi32_mask (__m128i __A, __m128i __B)
6666{
6667 return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A,
6668 (__v4si) __B,
6669 (__mmask8) -1);
6670}
6671
6672static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6673_mm_mask_testn_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
6674{
6675 return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A,
6676 (__v4si) __B, __U);
6677}
6678
6679static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6680_mm256_testn_epi32_mask (__m256i __A, __m256i __B)
6681{
6682 return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A,
6683 (__v8si) __B,
6684 (__mmask8) -1);
6685}
6686
6687static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6688_mm256_mask_testn_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
6689{
6690 return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A,
6691 (__v8si) __B, __U);
6692}
6693
6694static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6695_mm_testn_epi64_mask (__m128i __A, __m128i __B)
6696{
6697 return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A,
6698 (__v2di) __B,
6699 (__mmask8) -1);
6700}
6701
6702static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6703_mm_mask_testn_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
6704{
6705 return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A,
6706 (__v2di) __B, __U);
6707}
6708
6709static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6710_mm256_testn_epi64_mask (__m256i __A, __m256i __B)
6711{
6712 return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A,
6713 (__v4di) __B,
6714 (__mmask8) -1);
6715}
6716
6717static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6718_mm256_mask_testn_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
6719{
6720 return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A,
6721 (__v4di) __B, __U);
6722}
6723
6724
6725
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6726static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6727_mm_mask_unpackhi_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6728{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6729 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6730 (__v4si)_mm_unpackhi_epi32(__A, __B),
6731 (__v4si)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6732}
6733
6734static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6735_mm_maskz_unpackhi_epi32(__mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6736{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6737 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6738 (__v4si)_mm_unpackhi_epi32(__A, __B),
6739 (__v4si)_mm_setzero_si128());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6740}
6741
6742static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6743_mm256_mask_unpackhi_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6744{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6745 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6746 (__v8si)_mm256_unpackhi_epi32(__A, __B),
6747 (__v8si)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6748}
6749
6750static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6751_mm256_maskz_unpackhi_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6752{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6753 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6754 (__v8si)_mm256_unpackhi_epi32(__A, __B),
6755 (__v8si)_mm256_setzero_si256());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6756}
6757
6758static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6759_mm_mask_unpackhi_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6760{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6761 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6762 (__v2di)_mm_unpackhi_epi64(__A, __B),
6763 (__v2di)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6764}
6765
6766static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6767_mm_maskz_unpackhi_epi64(__mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6768{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6769 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6770 (__v2di)_mm_unpackhi_epi64(__A, __B),
6771 (__v2di)_mm_setzero_di());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6772}
6773
6774static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6775_mm256_mask_unpackhi_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6776{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6777 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6778 (__v4di)_mm256_unpackhi_epi64(__A, __B),
6779 (__v4di)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6780}
6781
6782static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6783_mm256_maskz_unpackhi_epi64(__mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6784{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6785 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6786 (__v4di)_mm256_unpackhi_epi64(__A, __B),
6787 (__v4di)_mm256_setzero_si256());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6788}
6789
6790static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6791_mm_mask_unpacklo_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6792{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6793 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6794 (__v4si)_mm_unpacklo_epi32(__A, __B),
6795 (__v4si)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6796}
6797
6798static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6799_mm_maskz_unpacklo_epi32(__mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6800{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6801 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6802 (__v4si)_mm_unpacklo_epi32(__A, __B),
6803 (__v4si)_mm_setzero_si128());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6804}
6805
6806static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6807_mm256_mask_unpacklo_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6808{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6809 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6810 (__v8si)_mm256_unpacklo_epi32(__A, __B),
6811 (__v8si)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6812}
6813
6814static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6815_mm256_maskz_unpacklo_epi32(__mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6816{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6817 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6818 (__v8si)_mm256_unpacklo_epi32(__A, __B),
6819 (__v8si)_mm256_setzero_si256());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6820}
6821
6822static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6823_mm_mask_unpacklo_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6824{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6825 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6826 (__v2di)_mm_unpacklo_epi64(__A, __B),
6827 (__v2di)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6828}
6829
6830static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6831_mm_maskz_unpacklo_epi64(__mmask8 __U, __m128i __A, __m128i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6832{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6833 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6834 (__v2di)_mm_unpacklo_epi64(__A, __B),
6835 (__v2di)_mm_setzero_di());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6836}
6837
6838static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6839_mm256_mask_unpacklo_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6840{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6841 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6842 (__v4di)_mm256_unpacklo_epi64(__A, __B),
6843 (__v4di)__W);
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6844}
6845
6846static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6847_mm256_maskz_unpacklo_epi64(__mmask8 __U, __m256i __A, __m256i __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6848{
Craig Topper79f53ca2016-06-23 06:36:42 +0000[diff] [blame]6849 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6850 (__v4di)_mm256_unpacklo_epi64(__A, __B),
6851 (__v4di)_mm256_setzero_si256());
Michael Zuckerman1af947a2016-04-11 12:32:31 +0000[diff] [blame]6852}
6853
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6854static __inline__ __m128i __DEFAULT_FN_ATTRS
6855_mm_mask_sra_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
6856 __m128i __B)
6857{
6858 return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A,
6859 (__v4si) __B,
6860 (__v4si) __W,
6861 (__mmask8) __U);
6862}
6863
6864static __inline__ __m128i __DEFAULT_FN_ATTRS
6865_mm_maskz_sra_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
6866{
6867 return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A,
6868 (__v4si) __B,
6869 (__v4si)
6870 _mm_setzero_si128 (),
6871 (__mmask8) __U);
6872}
6873
6874static __inline__ __m256i __DEFAULT_FN_ATTRS
6875_mm256_mask_sra_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
6876 __m128i __B)
6877{
6878 return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A,
6879 (__v4si) __B,
6880 (__v8si) __W,
6881 (__mmask8) __U);
6882}
6883
6884static __inline__ __m256i __DEFAULT_FN_ATTRS
6885_mm256_maskz_sra_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
6886{
6887 return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A,
6888 (__v4si) __B,
6889 (__v8si)
6890 _mm256_setzero_si256 (),
6891 (__mmask8) __U);
6892}
6893
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6894#define _mm_mask_srai_epi32(W, U, A, imm) __extension__ ({ \
6895 (__m128i)__builtin_ia32_psradi128_mask((__v4si)(__m128i)(A), (int)(imm), \
6896 (__v4si)(__m128i)(W), \
6897 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6898
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6899#define _mm_maskz_srai_epi32(U, A, imm) __extension__ ({ \
6900 (__m128i)__builtin_ia32_psradi128_mask((__v4si)(__m128i)(A), (int)(imm), \
6901 (__v4si)_mm_setzero_si128(), \
6902 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6903
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6904#define _mm256_mask_srai_epi32(W, U, A, imm) __extension__ ({ \
6905 (__m256i)__builtin_ia32_psradi256_mask((__v8si)(__m256i)(A), (int)(imm), \
6906 (__v8si)(__m256i)(W), \
6907 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6908
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6909#define _mm256_maskz_srai_epi32(U, A, imm) __extension__ ({ \
6910 (__m256i)__builtin_ia32_psradi256_mask((__v8si)(__m256i)(A), (int)(imm), \
6911 (__v8si)_mm256_setzero_si256(), \
6912 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6913
6914static __inline__ __m128i __DEFAULT_FN_ATTRS
6915_mm_sra_epi64 (__m128i __A, __m128i __B)
6916{
6917 return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
6918 (__v2di) __B,
6919 (__v2di)
6920 _mm_setzero_di (),
6921 (__mmask8) -1);
6922}
6923
6924static __inline__ __m128i __DEFAULT_FN_ATTRS
6925_mm_mask_sra_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
6926 __m128i __B)
6927{
6928 return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
6929 (__v2di) __B,
6930 (__v2di) __W,
6931 (__mmask8) __U);
6932}
6933
6934static __inline__ __m128i __DEFAULT_FN_ATTRS
6935_mm_maskz_sra_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
6936{
6937 return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
6938 (__v2di) __B,
6939 (__v2di)
6940 _mm_setzero_di (),
6941 (__mmask8) __U);
6942}
6943
6944static __inline__ __m256i __DEFAULT_FN_ATTRS
6945_mm256_sra_epi64 (__m256i __A, __m128i __B)
6946{
6947 return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
6948 (__v2di) __B,
6949 (__v4di)
6950 _mm256_setzero_si256 (),
6951 (__mmask8) -1);
6952}
6953
6954static __inline__ __m256i __DEFAULT_FN_ATTRS
6955_mm256_mask_sra_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
6956 __m128i __B)
6957{
6958 return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
6959 (__v2di) __B,
6960 (__v4di) __W,
6961 (__mmask8) __U);
6962}
6963
6964static __inline__ __m256i __DEFAULT_FN_ATTRS
6965_mm256_maskz_sra_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
6966{
6967 return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
6968 (__v2di) __B,
6969 (__v4di)
6970 _mm256_setzero_si256 (),
6971 (__mmask8) __U);
6972}
6973
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6974#define _mm_srai_epi64(A, imm) __extension__ ({ \
6975 (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
6976 (__v2di)_mm_setzero_di(), \
6977 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6978
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6979#define _mm_mask_srai_epi64(W, U, A, imm) __extension__ ({ \
6980 (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
6981 (__v2di)(__m128i)(W), \
6982 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6983
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6984#define _mm_maskz_srai_epi64(U, A, imm) __extension__ ({ \
6985 (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
6986 (__v2di)_mm_setzero_si128(), \
6987 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6988
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6989#define _mm256_srai_epi64(A, imm) __extension__ ({ \
6990 (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
6991 (__v4di)_mm256_setzero_si256(), \
6992 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6993
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6994#define _mm256_mask_srai_epi64(W, U, A, imm) __extension__ ({ \
6995 (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
6996 (__v4di)(__m256i)(W), \
6997 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]6998
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]6999#define _mm256_maskz_srai_epi64(U, A, imm) __extension__ ({ \
7000 (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
7001 (__v4di)_mm256_setzero_si256(), \
7002 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +0000[diff] [blame]7003
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7004#define _mm_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
7005 (__m128i)__builtin_ia32_pternlogd128_mask((__v4si)(__m128i)(A), \
7006 (__v4si)(__m128i)(B), \
7007 (__v4si)(__m128i)(C), (int)(imm), \
7008 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7009
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7010#define _mm_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
7011 (__m128i)__builtin_ia32_pternlogd128_mask((__v4si)(__m128i)(A), \
7012 (__v4si)(__m128i)(B), \
7013 (__v4si)(__m128i)(C), (int)(imm), \
7014 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7015
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7016#define _mm_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
7017 (__m128i)__builtin_ia32_pternlogd128_maskz((__v4si)(__m128i)(A), \
7018 (__v4si)(__m128i)(B), \
7019 (__v4si)(__m128i)(C), (int)(imm), \
7020 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7021
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7022#define _mm256_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
7023 (__m256i)__builtin_ia32_pternlogd256_mask((__v8si)(__m256i)(A), \
7024 (__v8si)(__m256i)(B), \
7025 (__v8si)(__m256i)(C), (int)(imm), \
7026 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7027
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7028#define _mm256_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
7029 (__m256i)__builtin_ia32_pternlogd256_mask((__v8si)(__m256i)(A), \
7030 (__v8si)(__m256i)(B), \
7031 (__v8si)(__m256i)(C), (int)(imm), \
7032 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7033
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7034#define _mm256_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
7035 (__m256i)__builtin_ia32_pternlogd256_maskz((__v8si)(__m256i)(A), \
7036 (__v8si)(__m256i)(B), \
7037 (__v8si)(__m256i)(C), (int)(imm), \
7038 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7039
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7040#define _mm_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
7041 (__m128i)__builtin_ia32_pternlogq128_mask((__v2di)(__m128i)(A), \
7042 (__v2di)(__m128i)(B), \
7043 (__v2di)(__m128i)(C), (int)(imm), \
7044 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7045
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7046#define _mm_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
7047 (__m128i)__builtin_ia32_pternlogq128_mask((__v2di)(__m128i)(A), \
7048 (__v2di)(__m128i)(B), \
7049 (__v2di)(__m128i)(C), (int)(imm), \
7050 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7051
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7052#define _mm_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
7053 (__m128i)__builtin_ia32_pternlogq128_maskz((__v2di)(__m128i)(A), \
7054 (__v2di)(__m128i)(B), \
7055 (__v2di)(__m128i)(C), (int)(imm), \
7056 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7057
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7058#define _mm256_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
7059 (__m256i)__builtin_ia32_pternlogq256_mask((__v4di)(__m256i)(A), \
7060 (__v4di)(__m256i)(B), \
7061 (__v4di)(__m256i)(C), (int)(imm), \
7062 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7063
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7064#define _mm256_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
7065 (__m256i)__builtin_ia32_pternlogq256_mask((__v4di)(__m256i)(A), \
7066 (__v4di)(__m256i)(B), \
7067 (__v4di)(__m256i)(C), (int)(imm), \
7068 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7069
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7070#define _mm256_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
7071 (__m256i)__builtin_ia32_pternlogq256_maskz((__v4di)(__m256i)(A), \
7072 (__v4di)(__m256i)(B), \
7073 (__v4di)(__m256i)(C), (int)(imm), \
7074 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +0000[diff] [blame]7075
7076
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7077
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7078#define _mm256_shuffle_f32x4(A, B, imm) __extension__ ({ \
7079 (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7080 (__v8sf)(__m256)(B), (int)(imm), \
7081 (__v8sf)_mm256_setzero_ps(), \
7082 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7083
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7084#define _mm256_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7085 (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7086 (__v8sf)(__m256)(B), (int)(imm), \
7087 (__v8sf)(__m256)(W), \
7088 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7089
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7090#define _mm256_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7091 (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7092 (__v8sf)(__m256)(B), (int)(imm), \
7093 (__v8sf)_mm256_setzero_ps(), \
7094 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7095
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7096#define _mm256_shuffle_f64x2(A, B, imm) __extension__ ({ \
7097 (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7098 (__v4df)(__m256d)(B), \
7099 (int)(imm), \
7100 (__v4df)_mm256_setzero_pd(), \
7101 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7102
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7103#define _mm256_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7104 (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7105 (__v4df)(__m256d)(B), \
7106 (int)(imm), \
7107 (__v4df)(__m256d)(W), \
7108 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7109
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7110#define _mm256_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7111 (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7112 (__v4df)(__m256d)(B), \
7113 (int)(imm), \
7114 (__v4df)_mm256_setzero_pd(), \
7115 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7116
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7117#define _mm256_shuffle_i32x4(A, B, imm) __extension__ ({ \
7118 (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7119 (__v8si)(__m256i)(B), \
7120 (int)(imm), \
7121 (__v8si)_mm256_setzero_si256(), \
7122 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7123
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7124#define _mm256_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7125 (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7126 (__v8si)(__m256i)(B), \
7127 (int)(imm), \
7128 (__v8si)(__m256i)(W), \
7129 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7130
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7131#define _mm256_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7132 (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7133 (__v8si)(__m256i)(B), \
7134 (int)(imm), \
7135 (__v8si)_mm256_setzero_si256(), \
7136 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7137
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7138#define _mm256_shuffle_i64x2(A, B, imm) __extension__ ({ \
7139 (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7140 (__v4di)(__m256i)(B), \
7141 (int)(imm), \
7142 (__v4di)_mm256_setzero_si256(), \
7143 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7144
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7145#define _mm256_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7146 (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7147 (__v4di)(__m256i)(B), \
7148 (int)(imm), \
7149 (__v4di)(__m256i)(W), \
7150 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7151
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]7152#define _mm256_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7153 (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7154 (__v4di)(__m256i)(B), \
7155 (int)(imm), \
7156 (__v4di)_mm256_setzero_si256(), \
7157 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7158
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7159#define _mm_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7160 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
7161 (__v2df)_mm_shuffle_pd((A), (B), (M)), \
7162 (__v2df)(__m128d)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7163
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7164#define _mm_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7165 (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
7166 (__v2df)_mm_shuffle_pd((A), (B), (M)), \
7167 (__v2df)_mm_setzero_pd()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7168
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7169#define _mm256_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7170 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
7171 (__v4df)_mm256_shuffle_pd((A), (B), (M)), \
7172 (__v4df)(__m256d)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7173
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7174#define _mm256_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7175 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
7176 (__v4df)_mm256_shuffle_pd((A), (B), (M)), \
7177 (__v4df)_mm256_setzero_pd()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7178
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7179#define _mm_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7180 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
7181 (__v4sf)_mm_shuffle_ps((A), (B), (M)), \
7182 (__v4sf)(__m128)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7183
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7184#define _mm_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7185 (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
7186 (__v4sf)_mm_shuffle_ps((A), (B), (M)), \
7187 (__v4sf)_mm_setzero_ps()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7188
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7189#define _mm256_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7190 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
7191 (__v8sf)_mm256_shuffle_ps((A), (B), (M)), \
7192 (__v8sf)(__m256)(W)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7193
Simon Pilgrim427154d2016-07-04 21:30:47 +0000[diff] [blame]7194#define _mm256_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7195 (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
7196 (__v8sf)_mm256_shuffle_ps((A), (B), (M)), \
7197 (__v8sf)_mm256_setzero_ps()); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +0000[diff] [blame]7198
7199static __inline__ __m128d __DEFAULT_FN_ATTRS
7200_mm_rsqrt14_pd (__m128d __A)
7201{
7202 return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
7203 (__v2df)
7204 _mm_setzero_pd (),
7205 (__mmask8) -1);
7206}
7207
7208static __inline__ __m128d __DEFAULT_FN_ATTRS
7209_mm_mask_rsqrt14_pd (__m128d __W, __mmask8 __U, __m128d __A)
7210{
7211 return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
7212 (__v2df) __W,
7213 (__mmask8) __U);
7214}
7215
7216static __inline__ __m128d __DEFAULT_FN_ATTRS
7217_mm_maskz_rsqrt14_pd (__mmask8 __U, __m128d __A)
7218{
7219 return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
7220 (__v2df)
7221 _mm_setzero_pd (),
7222 (__mmask8) __U);
7223}
7224
7225static __inline__ __m256d __DEFAULT_FN_ATTRS
7226_mm256_rsqrt14_pd (__m256d __A)
7227{
7228 return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
7229 (__v4df)
7230 _mm256_setzero_pd (),
7231 (__mmask8) -1);
7232}
7233
7234static __inline__ __m256d __DEFAULT_FN_ATTRS
7235_mm256_mask_rsqrt14_pd (__m256d __W, __mmask8 __U, __m256d __A)
7236{
7237 return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
7238 (__v4df) __W,
7239 (__mmask8) __U);
7240}
7241
7242static __inline__ __m256d __DEFAULT_FN_ATTRS
7243_mm256_maskz_rsqrt14_pd (__mmask8 __U, __m256d __A)
7244{
7245 return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
7246 (__v4df)
7247 _mm256_setzero_pd (),
7248 (__mmask8) __U);
7249}
7250
7251static __inline__ __m128 __DEFAULT_FN_ATTRS
7252_mm_rsqrt14_ps (__m128 __A)
7253{
7254 return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
7255 (__v4sf)
7256 _mm_setzero_ps (),
7257 (__mmask8) -1);
7258}
7259
7260static __inline__ __m128 __DEFAULT_FN_ATTRS
7261_mm_mask_rsqrt14_ps (__m128 __W, __mmask8 __U, __m128 __A)
7262{
7263 return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
7264 (__v4sf) __W,
7265 (__mmask8) __U);
7266}
7267
7268static __inline__ __m128 __DEFAULT_FN_ATTRS
7269_mm_maskz_rsqrt14_ps (__mmask8 __U, __m128 __A)
7270{
7271 return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
7272 (__v4sf)
7273 _mm_setzero_ps (),
7274 (__mmask8) __U);
7275}
7276
7277static __inline__ __m256 __DEFAULT_FN_ATTRS
7278_mm256_rsqrt14_ps (__m256 __A)
7279{
7280 return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
7281 (__v8sf)
7282 _mm256_setzero_ps (),
7283 (__mmask8) -1);
7284}
7285
7286static __inline__ __m256 __DEFAULT_FN_ATTRS
7287_mm256_mask_rsqrt14_ps (__m256 __W, __mmask8 __U, __m256 __A)
7288{
7289 return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
7290 (__v8sf) __W,
7291 (__mmask8) __U);
7292}
7293
7294static __inline__ __m256 __DEFAULT_FN_ATTRS
7295_mm256_maskz_rsqrt14_ps (__mmask8 __U, __m256 __A)
7296{
7297 return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
7298 (__v8sf)
7299 _mm256_setzero_ps (),
7300 (__mmask8) __U);
7301}
7302
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7303static __inline__ __m256 __DEFAULT_FN_ATTRS
7304_mm256_broadcast_f32x4 (__m128 __A)
7305{
7306 return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
7307 (__v8sf)_mm256_undefined_pd (),
Craig Topper406d5cd2016-06-04 05:43:37 +0000[diff] [blame]7308 (__mmask8) -1);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7309}
7310
7311static __inline__ __m256 __DEFAULT_FN_ATTRS
7312_mm256_mask_broadcast_f32x4 (__m256 __O, __mmask8 __M, __m128 __A)
7313{
7314 return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
7315 (__v8sf) __O,
7316 __M);
7317}
7318
7319static __inline__ __m256 __DEFAULT_FN_ATTRS
7320_mm256_maskz_broadcast_f32x4 (__mmask8 __M, __m128 __A)
7321{
7322 return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
7323 (__v8sf) _mm256_setzero_ps (),
7324 __M);
7325}
7326
7327static __inline__ __m256i __DEFAULT_FN_ATTRS
7328_mm256_broadcast_i32x4 (__m128i __A)
7329{
7330 return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si) __A,
7331 (__v8si)_mm256_undefined_si256 (),
Craig Topper406d5cd2016-06-04 05:43:37 +0000[diff] [blame]7332 (__mmask8) -1);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7333}
7334
7335static __inline__ __m256i __DEFAULT_FN_ATTRS
7336_mm256_mask_broadcast_i32x4 (__m256i __O, __mmask8 __M, __m128i __A)
7337{
7338 return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si) __A,
7339 (__v8si)
7340 __O, __M);
7341}
7342
7343static __inline__ __m256i __DEFAULT_FN_ATTRS
7344_mm256_maskz_broadcast_i32x4 (__mmask8 __M, __m128i __A)
7345{
7346 return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si)
7347 __A,
7348 (__v8si) _mm256_setzero_si256 (),
7349 __M);
7350}
7351
7352static __inline__ __m256d __DEFAULT_FN_ATTRS
7353_mm256_mask_broadcastsd_pd (__m256d __O, __mmask8 __M, __m128d __A)
7354{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7355 return (__m256d)__builtin_ia32_selectpd_256(__M,
7356 (__v4df) _mm256_broadcastsd_pd(__A),
7357 (__v4df) __O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7358}
7359
7360static __inline__ __m256d __DEFAULT_FN_ATTRS
7361_mm256_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7362{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7363 return (__m256d)__builtin_ia32_selectpd_256(__M,
7364 (__v4df) _mm256_broadcastsd_pd(__A),
7365 (__v4df) _mm256_setzero_pd());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7366}
7367
7368static __inline__ __m128 __DEFAULT_FN_ATTRS
7369_mm_mask_broadcastss_ps (__m128 __O, __mmask8 __M, __m128 __A)
7370{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7371 return (__m128)__builtin_ia32_selectps_128(__M,
7372 (__v4sf) _mm_broadcastss_ps(__A),
7373 (__v4sf) __O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7374}
7375
7376static __inline__ __m128 __DEFAULT_FN_ATTRS
7377_mm_maskz_broadcastss_ps (__mmask8 __M, __m128 __A)
7378{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7379 return (__m128)__builtin_ia32_selectps_128(__M,
7380 (__v4sf) _mm_broadcastss_ps(__A),
7381 (__v4sf) _mm_setzero_ps());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7382}
7383
7384static __inline__ __m256 __DEFAULT_FN_ATTRS
7385_mm256_mask_broadcastss_ps (__m256 __O, __mmask8 __M, __m128 __A)
7386{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7387 return (__m256)__builtin_ia32_selectps_256(__M,
7388 (__v8sf) _mm256_broadcastss_ps(__A),
7389 (__v8sf) __O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7390}
7391
7392static __inline__ __m256 __DEFAULT_FN_ATTRS
7393_mm256_maskz_broadcastss_ps (__mmask8 __M, __m128 __A)
7394{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7395 return (__m256)__builtin_ia32_selectps_256(__M,
7396 (__v8sf) _mm256_broadcastss_ps(__A),
7397 (__v8sf) _mm256_setzero_ps());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7398}
7399
7400static __inline__ __m128i __DEFAULT_FN_ATTRS
7401_mm_mask_broadcastd_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
7402{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7403 return (__m128i)__builtin_ia32_selectd_128(__M,
7404 (__v4si) _mm_broadcastd_epi32(__A),
7405 (__v4si) __O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7406}
7407
7408static __inline__ __m128i __DEFAULT_FN_ATTRS
7409_mm_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A)
7410{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7411 return (__m128i)__builtin_ia32_selectd_128(__M,
7412 (__v4si) _mm_broadcastd_epi32(__A),
7413 (__v4si) _mm_setzero_si128());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7414}
7415
7416static __inline__ __m256i __DEFAULT_FN_ATTRS
7417_mm256_mask_broadcastd_epi32 (__m256i __O, __mmask8 __M, __m128i __A)
7418{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7419 return (__m256i)__builtin_ia32_selectd_256(__M,
7420 (__v8si) _mm256_broadcastd_epi32(__A),
7421 (__v8si) __O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7422}
7423
7424static __inline__ __m256i __DEFAULT_FN_ATTRS
7425_mm256_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A)
7426{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7427 return (__m256i)__builtin_ia32_selectd_256(__M,
7428 (__v8si) _mm256_broadcastd_epi32(__A),
7429 (__v8si) _mm256_setzero_si256());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7430}
7431
7432static __inline__ __m128i __DEFAULT_FN_ATTRS
7433_mm_mask_broadcastq_epi64 (__m128i __O, __mmask8 __M, __m128i __A)
7434{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7435 return (__m128i)__builtin_ia32_selectq_128(__M,
7436 (__v2di) _mm_broadcastq_epi64(__A),
7437 (__v2di) __O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7438}
7439
7440static __inline__ __m128i __DEFAULT_FN_ATTRS
7441_mm_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
7442{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7443 return (__m128i)__builtin_ia32_selectq_128(__M,
7444 (__v2di) _mm_broadcastq_epi64(__A),
7445 (__v2di) _mm_setzero_si128());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7446}
7447
7448static __inline__ __m256i __DEFAULT_FN_ATTRS
7449_mm256_mask_broadcastq_epi64 (__m256i __O, __mmask8 __M, __m128i __A)
7450{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7451 return (__m256i)__builtin_ia32_selectq_256(__M,
7452 (__v4di) _mm256_broadcastq_epi64(__A),
7453 (__v4di) __O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7454}
7455
7456static __inline__ __m256i __DEFAULT_FN_ATTRS
7457_mm256_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
7458{
Simon Pilgrimf5a88372016-07-05 12:59:33 +0000[diff] [blame]7459 return (__m256i)__builtin_ia32_selectq_256(__M,
7460 (__v4di) _mm256_broadcastq_epi64(__A),
7461 (__v4di) _mm256_setzero_si256());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]7462}
7463
Michael Zuckermane1680612016-04-13 15:02:04 +0000[diff] [blame]7464static __inline__ __m128i __DEFAULT_FN_ATTRS
7465_mm_cvtsepi32_epi8 (__m128i __A)
7466{
7467 return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
7468 (__v16qi)_mm_undefined_si128(),
7469 (__mmask8) -1);
7470}
7471
7472static __inline__ __m128i __DEFAULT_FN_ATTRS
7473_mm_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
7474{
7475 return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
7476 (__v16qi) __O, __M);
7477}
7478
7479static __inline__ __m128i __DEFAULT_FN_ATTRS
7480_mm_maskz_cvtsepi32_epi8 (__mmask8 __M, __m128i __A)
7481{
7482 return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
7483 (__v16qi) _mm_setzero_si128 (),
7484 __M);
7485}
7486
7487static __inline__ void __DEFAULT_FN_ATTRS
7488_mm_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
7489{
7490 __builtin_ia32_pmovsdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
7491}
7492
7493static __inline__ __m128i __DEFAULT_FN_ATTRS
7494_mm256_cvtsepi32_epi8 (__m256i __A)
7495{
7496 return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
7497 (__v16qi)_mm_undefined_si128(),
7498 (__mmask8) -1);
7499}
7500
7501static __inline__ __m128i __DEFAULT_FN_ATTRS
7502_mm256_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
7503{
7504 return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
7505 (__v16qi) __O, __M);
7506}
7507
7508static __inline__ __m128i __DEFAULT_FN_ATTRS
7509_mm256_maskz_cvtsepi32_epi8 (__mmask8 __M, __m256i __A)
7510{
7511 return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
7512 (__v16qi) _mm_setzero_si128 (),
7513 __M);
7514}
7515
7516static __inline__ void __DEFAULT_FN_ATTRS
7517_mm256_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
7518{
7519 __builtin_ia32_pmovsdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M);
7520}
7521
7522static __inline__ __m128i __DEFAULT_FN_ATTRS
7523_mm_cvtsepi32_epi16 (__m128i __A)
7524{
7525 return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
7526 (__v8hi)_mm_setzero_si128 (),
7527 (__mmask8) -1);
7528}
7529
7530static __inline__ __m128i __DEFAULT_FN_ATTRS
7531_mm_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
7532{
7533 return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
7534 (__v8hi)__O,
7535 __M);
7536}
7537
7538static __inline__ __m128i __DEFAULT_FN_ATTRS
7539_mm_maskz_cvtsepi32_epi16 (__mmask8 __M, __m128i __A)
7540{
7541 return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
7542 (__v8hi) _mm_setzero_si128 (),
7543 __M);
7544}
7545
7546static __inline__ void __DEFAULT_FN_ATTRS
7547_mm_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
7548{
7549 __builtin_ia32_pmovsdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
7550}
7551
7552static __inline__ __m128i __DEFAULT_FN_ATTRS
7553_mm256_cvtsepi32_epi16 (__m256i __A)
7554{
7555 return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
7556 (__v8hi)_mm_undefined_si128(),
7557 (__mmask8) -1);
7558}
7559
7560static __inline__ __m128i __DEFAULT_FN_ATTRS
7561_mm256_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
7562{
7563 return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
7564 (__v8hi) __O, __M);
7565}
7566
7567static __inline__ __m128i __DEFAULT_FN_ATTRS
7568_mm256_maskz_cvtsepi32_epi16 (__mmask8 __M, __m256i __A)
7569{
7570 return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
7571 (__v8hi) _mm_setzero_si128 (),
7572 __M);
7573}
7574
7575static __inline__ void __DEFAULT_FN_ATTRS
7576_mm256_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
7577{
7578 __builtin_ia32_pmovsdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
7579}
7580
7581static __inline__ __m128i __DEFAULT_FN_ATTRS
7582_mm_cvtsepi64_epi8 (__m128i __A)
7583{
7584 return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
7585 (__v16qi)_mm_undefined_si128(),
7586 (__mmask8) -1);
7587}
7588
7589static __inline__ __m128i __DEFAULT_FN_ATTRS
7590_mm_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
7591{
7592 return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
7593 (__v16qi) __O, __M);
7594}
7595
7596static __inline__ __m128i __DEFAULT_FN_ATTRS
7597_mm_maskz_cvtsepi64_epi8 (__mmask8 __M, __m128i __A)
7598{
7599 return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
7600 (__v16qi) _mm_setzero_si128 (),
7601 __M);
7602}
7603
7604static __inline__ void __DEFAULT_FN_ATTRS
7605_mm_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
7606{
7607 __builtin_ia32_pmovsqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
7608}
7609
7610static __inline__ __m128i __DEFAULT_FN_ATTRS
7611_mm256_cvtsepi64_epi8 (__m256i __A)
7612{
7613 return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
7614 (__v16qi)_mm_undefined_si128(),
7615 (__mmask8) -1);
7616}
7617
7618static __inline__ __m128i __DEFAULT_FN_ATTRS
7619_mm256_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
7620{
7621 return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
7622 (__v16qi) __O, __M);
7623}
7624
7625static __inline__ __m128i __DEFAULT_FN_ATTRS
7626_mm256_maskz_cvtsepi64_epi8 (__mmask8 __M, __m256i __A)
7627{
7628 return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
7629 (__v16qi) _mm_setzero_si128 (),
7630 __M);
7631}
7632
7633static __inline__ void __DEFAULT_FN_ATTRS
7634_mm256_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
7635{
7636 __builtin_ia32_pmovsqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
7637}
7638
7639static __inline__ __m128i __DEFAULT_FN_ATTRS
7640_mm_cvtsepi64_epi32 (__m128i __A)
7641{
7642 return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
7643 (__v4si)_mm_undefined_si128(),
7644 (__mmask8) -1);
7645}
7646
7647static __inline__ __m128i __DEFAULT_FN_ATTRS
7648_mm_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
7649{
7650 return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
7651 (__v4si) __O, __M);
7652}
7653
7654static __inline__ __m128i __DEFAULT_FN_ATTRS
7655_mm_maskz_cvtsepi64_epi32 (__mmask8 __M, __m128i __A)
7656{
7657 return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
7658 (__v4si) _mm_setzero_si128 (),
7659 __M);
7660}
7661
7662static __inline__ void __DEFAULT_FN_ATTRS
7663_mm_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
7664{
7665 __builtin_ia32_pmovsqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
7666}
7667
7668static __inline__ __m128i __DEFAULT_FN_ATTRS
7669_mm256_cvtsepi64_epi32 (__m256i __A)
7670{
7671 return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
7672 (__v4si)_mm_undefined_si128(),
7673 (__mmask8) -1);
7674}
7675
7676static __inline__ __m128i __DEFAULT_FN_ATTRS
7677_mm256_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
7678{
7679 return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
7680 (__v4si)__O,
7681 __M);
7682}
7683
7684static __inline__ __m128i __DEFAULT_FN_ATTRS
7685_mm256_maskz_cvtsepi64_epi32 (__mmask8 __M, __m256i __A)
7686{
7687 return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
7688 (__v4si) _mm_setzero_si128 (),
7689 __M);
7690}
7691
7692static __inline__ void __DEFAULT_FN_ATTRS
7693_mm256_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
7694{
7695 __builtin_ia32_pmovsqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
7696}
7697
7698static __inline__ __m128i __DEFAULT_FN_ATTRS
7699_mm_cvtsepi64_epi16 (__m128i __A)
7700{
7701 return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
7702 (__v8hi)_mm_undefined_si128(),
7703 (__mmask8) -1);
7704}
7705
7706static __inline__ __m128i __DEFAULT_FN_ATTRS
7707_mm_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
7708{
7709 return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
7710 (__v8hi) __O, __M);
7711}
7712
7713static __inline__ __m128i __DEFAULT_FN_ATTRS
7714_mm_maskz_cvtsepi64_epi16 (__mmask8 __M, __m128i __A)
7715{
7716 return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
7717 (__v8hi) _mm_setzero_si128 (),
7718 __M);
7719}
7720
7721static __inline__ void __DEFAULT_FN_ATTRS
7722_mm_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
7723{
7724 __builtin_ia32_pmovsqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
7725}
7726
7727static __inline__ __m128i __DEFAULT_FN_ATTRS
7728_mm256_cvtsepi64_epi16 (__m256i __A)
7729{
7730 return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
7731 (__v8hi)_mm_undefined_si128(),
7732 (__mmask8) -1);
7733}
7734
7735static __inline__ __m128i __DEFAULT_FN_ATTRS
7736_mm256_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
7737{
7738 return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
7739 (__v8hi) __O, __M);
7740}
7741
7742static __inline__ __m128i __DEFAULT_FN_ATTRS
7743_mm256_maskz_cvtsepi64_epi16 (__mmask8 __M, __m256i __A)
7744{
7745 return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
7746 (__v8hi) _mm_setzero_si128 (),
7747 __M);
7748}
7749
7750static __inline__ void __DEFAULT_FN_ATTRS
7751_mm256_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
7752{
7753 __builtin_ia32_pmovsqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
7754}
7755
Michael Zuckermand8715312016-04-14 06:48:09 +0000[diff] [blame]7756static __inline__ __m128i __DEFAULT_FN_ATTRS
7757_mm_cvtusepi32_epi8 (__m128i __A)
7758{
7759 return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
7760 (__v16qi)_mm_undefined_si128(),
7761 (__mmask8) -1);
7762}
7763
7764static __inline__ __m128i __DEFAULT_FN_ATTRS
7765_mm_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
7766{
7767 return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
7768 (__v16qi) __O,
7769 __M);
7770}
7771
7772static __inline__ __m128i __DEFAULT_FN_ATTRS
7773_mm_maskz_cvtusepi32_epi8 (__mmask8 __M, __m128i __A)
7774{
7775 return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
7776 (__v16qi) _mm_setzero_si128 (),
7777 __M);
7778}
7779
7780static __inline__ void __DEFAULT_FN_ATTRS
7781_mm_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
7782{
7783 __builtin_ia32_pmovusdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
7784}
7785
7786static __inline__ __m128i __DEFAULT_FN_ATTRS
7787_mm256_cvtusepi32_epi8 (__m256i __A)
7788{
7789 return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
7790 (__v16qi)_mm_undefined_si128(),
7791 (__mmask8) -1);
7792}
7793
7794static __inline__ __m128i __DEFAULT_FN_ATTRS
7795_mm256_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
7796{
7797 return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
7798 (__v16qi) __O,
7799 __M);
7800}
7801
7802static __inline__ __m128i __DEFAULT_FN_ATTRS
7803_mm256_maskz_cvtusepi32_epi8 (__mmask8 __M, __m256i __A)
7804{
7805 return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
7806 (__v16qi) _mm_setzero_si128 (),
7807 __M);
7808}
7809
7810static __inline__ void __DEFAULT_FN_ATTRS
7811_mm256_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
7812{
7813 __builtin_ia32_pmovusdb256mem_mask ((__v16qi*) __P, (__v8si) __A, __M);
7814}
7815
7816static __inline__ __m128i __DEFAULT_FN_ATTRS
7817_mm_cvtusepi32_epi16 (__m128i __A)
7818{
7819 return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
7820 (__v8hi)_mm_undefined_si128(),
7821 (__mmask8) -1);
7822}
7823
7824static __inline__ __m128i __DEFAULT_FN_ATTRS
7825_mm_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
7826{
7827 return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
7828 (__v8hi) __O, __M);
7829}
7830
7831static __inline__ __m128i __DEFAULT_FN_ATTRS
7832_mm_maskz_cvtusepi32_epi16 (__mmask8 __M, __m128i __A)
7833{
7834 return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
7835 (__v8hi) _mm_setzero_si128 (),
7836 __M);
7837}
7838
7839static __inline__ void __DEFAULT_FN_ATTRS
7840_mm_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
7841{
7842 __builtin_ia32_pmovusdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
7843}
7844
7845static __inline__ __m128i __DEFAULT_FN_ATTRS
7846_mm256_cvtusepi32_epi16 (__m256i __A)
7847{
7848 return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
7849 (__v8hi) _mm_undefined_si128(),
7850 (__mmask8) -1);
7851}
7852
7853static __inline__ __m128i __DEFAULT_FN_ATTRS
7854_mm256_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
7855{
7856 return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
7857 (__v8hi) __O, __M);
7858}
7859
7860static __inline__ __m128i __DEFAULT_FN_ATTRS
7861_mm256_maskz_cvtusepi32_epi16 (__mmask8 __M, __m256i __A)
7862{
7863 return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
7864 (__v8hi) _mm_setzero_si128 (),
7865 __M);
7866}
7867
7868static __inline__ void __DEFAULT_FN_ATTRS
7869_mm256_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
7870{
7871 __builtin_ia32_pmovusdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
7872}
7873
7874static __inline__ __m128i __DEFAULT_FN_ATTRS
7875_mm_cvtusepi64_epi8 (__m128i __A)
7876{
7877 return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
7878 (__v16qi)_mm_undefined_si128(),
7879 (__mmask8) -1);
7880}
7881
7882static __inline__ __m128i __DEFAULT_FN_ATTRS
7883_mm_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
7884{
7885 return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
7886 (__v16qi) __O,
7887 __M);
7888}
7889
7890static __inline__ __m128i __DEFAULT_FN_ATTRS
7891_mm_maskz_cvtusepi64_epi8 (__mmask8 __M, __m128i __A)
7892{
7893 return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
7894 (__v16qi) _mm_setzero_si128 (),
7895 __M);
7896}
7897
7898static __inline__ void __DEFAULT_FN_ATTRS
7899_mm_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
7900{
7901 __builtin_ia32_pmovusqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
7902}
7903
7904static __inline__ __m128i __DEFAULT_FN_ATTRS
7905_mm256_cvtusepi64_epi8 (__m256i __A)
7906{
7907 return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
7908 (__v16qi)_mm_undefined_si128(),
7909 (__mmask8) -1);
7910}
7911
7912static __inline__ __m128i __DEFAULT_FN_ATTRS
7913_mm256_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
7914{
7915 return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
7916 (__v16qi) __O,
7917 __M);
7918}
7919
7920static __inline__ __m128i __DEFAULT_FN_ATTRS
7921_mm256_maskz_cvtusepi64_epi8 (__mmask8 __M, __m256i __A)
7922{
7923 return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
7924 (__v16qi) _mm_setzero_si128 (),
7925 __M);
7926}
7927
7928static __inline__ void __DEFAULT_FN_ATTRS
7929_mm256_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
7930{
7931 __builtin_ia32_pmovusqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
7932}
7933
7934static __inline__ __m128i __DEFAULT_FN_ATTRS
7935_mm_cvtusepi64_epi32 (__m128i __A)
7936{
7937 return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
7938 (__v4si)_mm_undefined_si128(),
7939 (__mmask8) -1);
7940}
7941
7942static __inline__ __m128i __DEFAULT_FN_ATTRS
7943_mm_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
7944{
7945 return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
7946 (__v4si) __O, __M);
7947}
7948
7949static __inline__ __m128i __DEFAULT_FN_ATTRS
7950_mm_maskz_cvtusepi64_epi32 (__mmask8 __M, __m128i __A)
7951{
7952 return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
7953 (__v4si) _mm_setzero_si128 (),
7954 __M);
7955}
7956
7957static __inline__ void __DEFAULT_FN_ATTRS
7958_mm_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
7959{
7960 __builtin_ia32_pmovusqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
7961}
7962
7963static __inline__ __m128i __DEFAULT_FN_ATTRS
7964_mm256_cvtusepi64_epi32 (__m256i __A)
7965{
7966 return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
7967 (__v4si)_mm_undefined_si128(),
7968 (__mmask8) -1);
7969}
7970
7971static __inline__ __m128i __DEFAULT_FN_ATTRS
7972_mm256_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
7973{
7974 return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
7975 (__v4si) __O, __M);
7976}
7977
7978static __inline__ __m128i __DEFAULT_FN_ATTRS
7979_mm256_maskz_cvtusepi64_epi32 (__mmask8 __M, __m256i __A)
7980{
7981 return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
7982 (__v4si) _mm_setzero_si128 (),
7983 __M);
7984}
7985
7986static __inline__ void __DEFAULT_FN_ATTRS
7987_mm256_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
7988{
7989 __builtin_ia32_pmovusqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
7990}
7991
7992static __inline__ __m128i __DEFAULT_FN_ATTRS
7993_mm_cvtusepi64_epi16 (__m128i __A)
7994{
7995 return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
7996 (__v8hi)_mm_undefined_si128(),
7997 (__mmask8) -1);
7998}
7999
8000static __inline__ __m128i __DEFAULT_FN_ATTRS
8001_mm_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
8002{
8003 return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
8004 (__v8hi) __O, __M);
8005}
8006
8007static __inline__ __m128i __DEFAULT_FN_ATTRS
8008_mm_maskz_cvtusepi64_epi16 (__mmask8 __M, __m128i __A)
8009{
8010 return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
8011 (__v8hi) _mm_setzero_si128 (),
8012 __M);
8013}
8014
8015static __inline__ void __DEFAULT_FN_ATTRS
8016_mm_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
8017{
8018 __builtin_ia32_pmovusqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
8019}
8020
8021static __inline__ __m128i __DEFAULT_FN_ATTRS
8022_mm256_cvtusepi64_epi16 (__m256i __A)
8023{
8024 return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
8025 (__v8hi)_mm_undefined_si128(),
8026 (__mmask8) -1);
8027}
8028
8029static __inline__ __m128i __DEFAULT_FN_ATTRS
8030_mm256_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
8031{
8032 return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
8033 (__v8hi) __O, __M);
8034}
8035
8036static __inline__ __m128i __DEFAULT_FN_ATTRS
8037_mm256_maskz_cvtusepi64_epi16 (__mmask8 __M, __m256i __A)
8038{
8039 return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
8040 (__v8hi) _mm_setzero_si128 (),
8041 __M);
8042}
8043
8044static __inline__ void __DEFAULT_FN_ATTRS
8045_mm256_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
8046{
8047 return __builtin_ia32_pmovusqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
8048}
8049
Michael Zuckerman0a3508a2016-04-14 07:56:51 +0000[diff] [blame]8050static __inline__ __m128i __DEFAULT_FN_ATTRS
8051_mm_cvtepi32_epi8 (__m128i __A)
8052{
8053 return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
8054 (__v16qi)_mm_undefined_si128(),
8055 (__mmask8) -1);
8056}
8057
8058static __inline__ __m128i __DEFAULT_FN_ATTRS
8059_mm_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
8060{
8061 return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
8062 (__v16qi) __O, __M);
8063}
8064
8065static __inline__ __m128i __DEFAULT_FN_ATTRS
8066_mm_maskz_cvtepi32_epi8 (__mmask8 __M, __m128i __A)
8067{
8068 return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
8069 (__v16qi)
8070 _mm_setzero_si128 (),
8071 __M);
8072}
8073
8074static __inline__ void __DEFAULT_FN_ATTRS
8075_mm_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
8076{
8077 __builtin_ia32_pmovdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
8078}
8079
8080static __inline__ __m128i __DEFAULT_FN_ATTRS
8081_mm256_cvtepi32_epi8 (__m256i __A)
8082{
8083 return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
8084 (__v16qi)_mm_undefined_si128(),
8085 (__mmask8) -1);
8086}
8087
8088static __inline__ __m128i __DEFAULT_FN_ATTRS
8089_mm256_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
8090{
8091 return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
8092 (__v16qi) __O, __M);
8093}
8094
8095static __inline__ __m128i __DEFAULT_FN_ATTRS
8096_mm256_maskz_cvtepi32_epi8 (__mmask8 __M, __m256i __A)
8097{
8098 return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
8099 (__v16qi) _mm_setzero_si128 (),
8100 __M);
8101}
8102
8103static __inline__ void __DEFAULT_FN_ATTRS
8104_mm256_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
8105{
8106 __builtin_ia32_pmovdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M);
8107}
8108
8109static __inline__ __m128i __DEFAULT_FN_ATTRS
8110_mm_cvtepi32_epi16 (__m128i __A)
8111{
8112 return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
8113 (__v8hi) _mm_setzero_si128 (),
8114 (__mmask8) -1);
8115}
8116
8117static __inline__ __m128i __DEFAULT_FN_ATTRS
8118_mm_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
8119{
8120 return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
8121 (__v8hi) __O, __M);
8122}
8123
8124static __inline__ __m128i __DEFAULT_FN_ATTRS
8125_mm_maskz_cvtepi32_epi16 (__mmask8 __M, __m128i __A)
8126{
8127 return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
8128 (__v8hi) _mm_setzero_si128 (),
8129 __M);
8130}
8131
8132static __inline__ void __DEFAULT_FN_ATTRS
8133_mm_mask_cvtepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
8134{
8135 __builtin_ia32_pmovdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
8136}
8137
8138static __inline__ __m128i __DEFAULT_FN_ATTRS
8139_mm256_cvtepi32_epi16 (__m256i __A)
8140{
8141 return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
8142 (__v8hi)_mm_setzero_si128 (),
8143 (__mmask8) -1);
8144}
8145
8146static __inline__ __m128i __DEFAULT_FN_ATTRS
8147_mm256_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
8148{
8149 return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
8150 (__v8hi) __O, __M);
8151}
8152
8153static __inline__ __m128i __DEFAULT_FN_ATTRS
8154_mm256_maskz_cvtepi32_epi16 (__mmask8 __M, __m256i __A)
8155{
8156 return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
8157 (__v8hi) _mm_setzero_si128 (),
8158 __M);
8159}
8160
8161static __inline__ void __DEFAULT_FN_ATTRS
8162_mm256_mask_cvtepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
8163{
8164 __builtin_ia32_pmovdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
8165}
8166
8167static __inline__ __m128i __DEFAULT_FN_ATTRS
8168_mm_cvtepi64_epi8 (__m128i __A)
8169{
8170 return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
8171 (__v16qi) _mm_undefined_si128(),
8172 (__mmask8) -1);
8173}
8174
8175static __inline__ __m128i __DEFAULT_FN_ATTRS
8176_mm_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
8177{
8178 return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
8179 (__v16qi) __O, __M);
8180}
8181
8182static __inline__ __m128i __DEFAULT_FN_ATTRS
8183_mm_maskz_cvtepi64_epi8 (__mmask8 __M, __m128i __A)
8184{
8185 return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
8186 (__v16qi) _mm_setzero_si128 (),
8187 __M);
8188}
8189
8190static __inline__ void __DEFAULT_FN_ATTRS
8191_mm_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
8192{
8193 __builtin_ia32_pmovqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
8194}
8195
8196static __inline__ __m128i __DEFAULT_FN_ATTRS
8197_mm256_cvtepi64_epi8 (__m256i __A)
8198{
8199 return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
8200 (__v16qi) _mm_undefined_si128(),
8201 (__mmask8) -1);
8202}
8203
8204static __inline__ __m128i __DEFAULT_FN_ATTRS
8205_mm256_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
8206{
8207 return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
8208 (__v16qi) __O, __M);
8209}
8210
8211static __inline__ __m128i __DEFAULT_FN_ATTRS
8212_mm256_maskz_cvtepi64_epi8 (__mmask8 __M, __m256i __A)
8213{
8214 return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
8215 (__v16qi) _mm_setzero_si128 (),
8216 __M);
8217}
8218
8219static __inline__ void __DEFAULT_FN_ATTRS
8220_mm256_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
8221{
8222 __builtin_ia32_pmovqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
8223}
8224
8225static __inline__ __m128i __DEFAULT_FN_ATTRS
8226_mm_cvtepi64_epi32 (__m128i __A)
8227{
8228 return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
8229 (__v4si)_mm_undefined_si128(),
8230 (__mmask8) -1);
8231}
8232
8233static __inline__ __m128i __DEFAULT_FN_ATTRS
8234_mm_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
8235{
8236 return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
8237 (__v4si) __O, __M);
8238}
8239
8240static __inline__ __m128i __DEFAULT_FN_ATTRS
8241_mm_maskz_cvtepi64_epi32 (__mmask8 __M, __m128i __A)
8242{
8243 return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
8244 (__v4si) _mm_setzero_si128 (),
8245 __M);
8246}
8247
8248static __inline__ void __DEFAULT_FN_ATTRS
8249_mm_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
8250{
8251 __builtin_ia32_pmovqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
8252}
8253
8254static __inline__ __m128i __DEFAULT_FN_ATTRS
8255_mm256_cvtepi64_epi32 (__m256i __A)
8256{
8257 return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
8258 (__v4si) _mm_undefined_si128(),
8259 (__mmask8) -1);
8260}
8261
8262static __inline__ __m128i __DEFAULT_FN_ATTRS
8263_mm256_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
8264{
8265 return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
8266 (__v4si) __O, __M);
8267}
8268
8269static __inline__ __m128i __DEFAULT_FN_ATTRS
8270_mm256_maskz_cvtepi64_epi32 (__mmask8 __M, __m256i __A)
8271{
8272 return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
8273 (__v4si) _mm_setzero_si128 (),
8274 __M);
8275}
8276
8277static __inline__ void __DEFAULT_FN_ATTRS
8278_mm256_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
8279{
8280 __builtin_ia32_pmovqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
8281}
8282
8283static __inline__ __m128i __DEFAULT_FN_ATTRS
8284_mm_cvtepi64_epi16 (__m128i __A)
8285{
8286 return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
8287 (__v8hi) _mm_undefined_si128(),
8288 (__mmask8) -1);
8289}
8290
8291static __inline__ __m128i __DEFAULT_FN_ATTRS
8292_mm_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
8293{
8294 return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
8295 (__v8hi)__O,
8296 __M);
8297}
8298
8299static __inline__ __m128i __DEFAULT_FN_ATTRS
8300_mm_maskz_cvtepi64_epi16 (__mmask8 __M, __m128i __A)
8301{
8302 return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
8303 (__v8hi) _mm_setzero_si128 (),
8304 __M);
8305}
8306
8307static __inline__ void __DEFAULT_FN_ATTRS
8308_mm_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
8309{
8310 __builtin_ia32_pmovqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
8311}
8312
8313static __inline__ __m128i __DEFAULT_FN_ATTRS
8314_mm256_cvtepi64_epi16 (__m256i __A)
8315{
8316 return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
8317 (__v8hi)_mm_undefined_si128(),
8318 (__mmask8) -1);
8319}
8320
8321static __inline__ __m128i __DEFAULT_FN_ATTRS
8322_mm256_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
8323{
8324 return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
8325 (__v8hi) __O, __M);
8326}
8327
8328static __inline__ __m128i __DEFAULT_FN_ATTRS
8329_mm256_maskz_cvtepi64_epi16 (__mmask8 __M, __m256i __A)
8330{
8331 return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
8332 (__v8hi) _mm_setzero_si128 (),
8333 __M);
8334}
8335
8336static __inline__ void __DEFAULT_FN_ATTRS
8337_mm256_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
8338{
8339 __builtin_ia32_pmovqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
8340}
8341
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8342#define _mm256_extractf32x4_ps(A, imm) __extension__ ({ \
8343 (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8344 (int)(imm), \
8345 (__v4sf)_mm_setzero_ps(), \
8346 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8347
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8348#define _mm256_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({ \
8349 (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8350 (int)(imm), \
8351 (__v4sf)(__m128)(W), \
8352 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8353
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8354#define _mm256_maskz_extractf32x4_ps(U, A, imm) __extension__ ({ \
8355 (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8356 (int)(imm), \
8357 (__v4sf)_mm_setzero_ps(), \
8358 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8359
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8360#define _mm256_extracti32x4_epi32(A, imm) __extension__ ({ \
8361 (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8362 (int)(imm), \
8363 (__v4si)_mm_setzero_si128(), \
8364 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8365
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8366#define _mm256_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
8367 (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8368 (int)(imm), \
8369 (__v4si)(__m128i)(W), \
8370 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8371
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8372#define _mm256_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
8373 (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8374 (int)(imm), \
8375 (__v4si)_mm_setzero_si128(), \
8376 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8377
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8378#define _mm256_insertf32x4(A, B, imm) __extension__ ({ \
8379 (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8380 (__v4sf)(__m128)(B), (int)(imm), \
8381 (__v8sf)_mm256_setzero_ps(), \
8382 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8383
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8384#define _mm256_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
8385 (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8386 (__v4sf)(__m128)(B), (int)(imm), \
8387 (__v8sf)(__m256)(W), \
8388 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8389
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8390#define _mm256_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
8391 (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8392 (__v4sf)(__m128)(B), (int)(imm), \
8393 (__v8sf)_mm256_setzero_ps(), \
8394 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8395
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8396#define _mm256_inserti32x4(A, B, imm) __extension__ ({ \
8397 (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8398 (__v4si)(__m128i)(B), \
8399 (int)(imm), \
8400 (__v8si)_mm256_setzero_si256(), \
8401 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8402
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8403#define _mm256_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
8404 (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8405 (__v4si)(__m128i)(B), \
8406 (int)(imm), \
8407 (__v8si)(__m256i)(W), \
8408 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8409
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8410#define _mm256_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
8411 (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8412 (__v4si)(__m128i)(B), \
8413 (int)(imm), \
8414 (__v8si)_mm256_setzero_si256(), \
8415 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]8416
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8417#define _mm_getmant_pd(A, B, C) __extension__({\
8418 (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8419 (int)(((C)<<2) | (B)), \
8420 (__v2df)_mm_setzero_pd(), \
8421 (__mmask8)-1); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8422
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8423#define _mm_mask_getmant_pd(W, U, A, B, C) __extension__({\
8424 (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8425 (int)(((C)<<2) | (B)), \
8426 (__v2df)(__m128d)(W), \
8427 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8428
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8429#define _mm_maskz_getmant_pd(U, A, B, C) __extension__({\
8430 (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8431 (int)(((C)<<2) | (B)), \
8432 (__v2df)_mm_setzero_pd(), \
8433 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8434
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8435#define _mm256_getmant_pd(A, B, C) __extension__ ({ \
8436 (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8437 (int)(((C)<<2) | (B)), \
8438 (__v4df)_mm256_setzero_pd(), \
8439 (__mmask8)-1); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8440
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8441#define _mm256_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
8442 (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8443 (int)(((C)<<2) | (B)), \
8444 (__v4df)(__m256d)(W), \
8445 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8446
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8447#define _mm256_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
8448 (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8449 (int)(((C)<<2) | (B)), \
8450 (__v4df)_mm256_setzero_pd(), \
8451 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8452
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8453#define _mm_getmant_ps(A, B, C) __extension__ ({ \
8454 (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8455 (int)(((C)<<2) | (B)), \
8456 (__v4sf)_mm_setzero_ps(), \
8457 (__mmask8)-1); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8458
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8459#define _mm_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8460 (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8461 (int)(((C)<<2) | (B)), \
8462 (__v4sf)(__m128)(W), \
8463 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8464
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8465#define _mm_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8466 (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8467 (int)(((C)<<2) | (B)), \
8468 (__v4sf)_mm_setzero_ps(), \
8469 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8470
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8471#define _mm256_getmant_ps(A, B, C) __extension__ ({ \
8472 (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8473 (int)(((C)<<2) | (B)), \
8474 (__v8sf)_mm256_setzero_ps(), \
8475 (__mmask8)-1); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8476
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8477#define _mm256_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8478 (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8479 (int)(((C)<<2) | (B)), \
8480 (__v8sf)(__m256)(W), \
8481 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8482
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8483#define _mm256_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8484 (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8485 (int)(((C)<<2) | (B)), \
8486 (__v8sf)_mm256_setzero_ps(), \
8487 (__mmask8)(U)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +0000[diff] [blame]8488
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8489#define _mm_mmask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8490 (__m128d)__builtin_ia32_gather3div2df((__v2df)(__m128d)(v1_old), \
8491 (double const *)(addr), \
8492 (__v2di)(__m128i)(index), \
8493 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8494
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8495#define _mm_mmask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8496 (__m128i)__builtin_ia32_gather3div2di((__v2di)(__m128i)(v1_old), \
8497 (long long const *)(addr), \
8498 (__v2di)(__m128i)(index), \
8499 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8500
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8501#define _mm256_mmask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8502 (__m256d)__builtin_ia32_gather3div4df((__v4df)(__m256d)(v1_old), \
8503 (double const *)(addr), \
8504 (__v4di)(__m256i)(index), \
8505 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8506
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8507#define _mm256_mmask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8508 (__m256i)__builtin_ia32_gather3div4di((__v4di)(__m256i)(v1_old), \
8509 (long long const *)(addr), \
8510 (__v4di)(__m256i)(index), \
8511 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8512
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8513#define _mm_mmask_i64gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8514 (__m128)__builtin_ia32_gather3div4sf((__v4sf)(__m128)(v1_old), \
8515 (float const *)(addr), \
8516 (__v2di)(__m128i)(index), \
8517 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8518
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8519#define _mm_mmask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8520 (__m128i)__builtin_ia32_gather3div4si((__v4si)(__m128i)(v1_old), \
8521 (int const *)(addr), \
8522 (__v2di)(__m128i)(index), \
8523 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8524
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8525#define _mm256_mmask_i64gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8526 (__m128)__builtin_ia32_gather3div8sf((__v4sf)(__m128)(v1_old), \
8527 (float const *)(addr), \
8528 (__v4di)(__m256i)(index), \
8529 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8530
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8531#define _mm256_mmask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8532 (__m128i)__builtin_ia32_gather3div8si((__v4si)(__m128i)(v1_old), \
8533 (int const *)(addr), \
8534 (__v4di)(__m256i)(index), \
8535 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8536
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8537#define _mm_mmask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8538 (__m128d)__builtin_ia32_gather3siv2df((__v2df)(__m128d)(v1_old), \
8539 (double const *)(addr), \
8540 (__v4si)(__m128i)(index), \
8541 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8542
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8543#define _mm_mmask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8544 (__m128i)__builtin_ia32_gather3siv2di((__v2di)(__m128i)(v1_old), \
8545 (long long const *)(addr), \
8546 (__v4si)(__m128i)(index), \
8547 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8548
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8549#define _mm256_mmask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8550 (__m256d)__builtin_ia32_gather3siv4df((__v4df)(__m256d)(v1_old), \
8551 (double const *)(addr), \
8552 (__v4si)(__m128i)(index), \
8553 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8554
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8555#define _mm256_mmask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8556 (__m256i)__builtin_ia32_gather3siv4di((__v4di)(__m256i)(v1_old), \
8557 (long long const *)(addr), \
8558 (__v4si)(__m128i)(index), \
8559 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8560
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8561#define _mm_mmask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8562 (__m128)__builtin_ia32_gather3siv4sf((__v4sf)(__m128)(v1_old), \
8563 (float const *)(addr), \
8564 (__v4si)(__m128i)(index), \
8565 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8566
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8567#define _mm_mmask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8568 (__m128i)__builtin_ia32_gather3siv4si((__v4si)(__m128i)(v1_old), \
8569 (int const *)(addr), \
8570 (__v4si)(__m128i)(index), \
8571 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8572
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8573#define _mm256_mmask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8574 (__m256)__builtin_ia32_gather3siv8sf((__v8sf)(__m256)(v1_old), \
8575 (float const *)(addr), \
8576 (__v8si)(__m256i)(index), \
8577 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8578
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8579#define _mm256_mmask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8580 (__m256i)__builtin_ia32_gather3siv8si((__v8si)(__m256i)(v1_old), \
8581 (int const *)(addr), \
8582 (__v8si)(__m256i)(index), \
8583 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +0000[diff] [blame]8584
Simon Pilgrim30db8112016-07-04 13:34:44 +0000[diff] [blame]8585#define _mm256_permutex_pd(X, C) __extension__ ({ \
8586 (__m256d)__builtin_shufflevector((__v4df)(__m256d)(X), \
8587 (__v4df)_mm256_undefined_pd(), \
Craig Topper2a383c92016-07-04 22:18:01 +0000[diff] [blame]8588 ((C) >> 0) & 0x3, ((C) >> 2) & 0x3, \
8589 ((C) >> 4) & 0x3, ((C) >> 6) & 0x3); })
Michael Zuckerman8938e832016-04-25 05:32:35 +0000[diff] [blame]8590
Simon Pilgrim30db8112016-07-04 13:34:44 +0000[diff] [blame]8591#define _mm256_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8592 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
8593 (__v4df)_mm256_permutex_pd((X), (C)), \
8594 (__v4df)(__m256d)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +0000[diff] [blame]8595
Simon Pilgrim30db8112016-07-04 13:34:44 +0000[diff] [blame]8596#define _mm256_maskz_permutex_pd(U, X, C) __extension__ ({ \
8597 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
8598 (__v4df)_mm256_permutex_pd((X), (C)), \
8599 (__v4df)_mm256_setzero_pd()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +0000[diff] [blame]8600
Simon Pilgrim30db8112016-07-04 13:34:44 +0000[diff] [blame]8601#define _mm256_permutex_epi64(X, C) __extension__ ({ \
8602 (__m256i)__builtin_shufflevector((__v4di)(__m256i)(X), \
8603 (__v4di)_mm256_undefined_si256(), \
Craig Topper2a383c92016-07-04 22:18:01 +0000[diff] [blame]8604 ((C) >> 0) & 0x3, ((C) >> 2) & 0x3, \
8605 ((C) >> 4) & 0x3, ((C) >> 6) & 0x3); })
Michael Zuckerman8938e832016-04-25 05:32:35 +0000[diff] [blame]8606
Simon Pilgrim30db8112016-07-04 13:34:44 +0000[diff] [blame]8607#define _mm256_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8608 (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
8609 (__v4di)_mm256_permutex_epi64((X), (C)), \
8610 (__v4di)(__m256i)(W)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +0000[diff] [blame]8611
Simon Pilgrim30db8112016-07-04 13:34:44 +0000[diff] [blame]8612#define _mm256_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8613 (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
8614 (__v4di)_mm256_permutex_epi64((X), (C)), \
8615 (__v4di)_mm256_setzero_si256()); })
Michael Zuckerman8938e832016-04-25 05:32:35 +0000[diff] [blame]8616
8617static __inline__ __m256d __DEFAULT_FN_ATTRS
8618_mm256_permutexvar_pd (__m256i __X, __m256d __Y)
8619{
8620 return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8621 (__v4di) __X,
8622 (__v4df) _mm256_undefined_si256 (),
8623 (__mmask8) -1);
8624}
8625
8626static __inline__ __m256d __DEFAULT_FN_ATTRS
8627_mm256_mask_permutexvar_pd (__m256d __W, __mmask8 __U, __m256i __X,
8628 __m256d __Y)
8629{
8630 return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8631 (__v4di) __X,
8632 (__v4df) __W,
8633 (__mmask8) __U);
8634}
8635
8636static __inline__ __m256d __DEFAULT_FN_ATTRS
8637_mm256_maskz_permutexvar_pd (__mmask8 __U, __m256i __X, __m256d __Y)
8638{
8639 return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8640 (__v4di) __X,
8641 (__v4df) _mm256_setzero_pd (),
8642 (__mmask8) __U);
8643}
8644
8645static __inline__ __m256i __DEFAULT_FN_ATTRS
8646_mm256_maskz_permutexvar_epi64 (__mmask8 __M, __m256i __X, __m256i __Y)
8647{
8648 return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
8649 (__v4di) __X,
8650 (__v4di) _mm256_setzero_si256 (),
8651 (__mmask8) __M);
8652}
8653
8654static __inline__ __m256i __DEFAULT_FN_ATTRS
Michael Zuckermana72b49ef2016-07-05 11:30:31 +0000[diff] [blame]8655_mm256_permutexvar_epi64 ( __m256i __X, __m256i __Y)
Michael Zuckerman8938e832016-04-25 05:32:35 +0000[diff] [blame]8656{
8657 return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
8658 (__v4di) __X,
8659 (__v4di) _mm256_undefined_si256 (),
8660 (__mmask8) -1);
8661}
8662
8663static __inline__ __m256i __DEFAULT_FN_ATTRS
8664_mm256_mask_permutexvar_epi64 (__m256i __W, __mmask8 __M, __m256i __X,
8665 __m256i __Y)
8666{
8667 return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
8668 (__v4di) __X,
8669 (__v4di) __W,
8670 __M);
8671}
8672
8673static __inline__ __m256 __DEFAULT_FN_ATTRS
8674_mm256_mask_permutexvar_ps (__m256 __W, __mmask8 __U, __m256i __X,
8675 __m256 __Y)
8676{
8677 return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8678 (__v8si) __X,
8679 (__v8sf) __W,
8680 (__mmask8) __U);
8681}
8682
8683static __inline__ __m256 __DEFAULT_FN_ATTRS
8684_mm256_maskz_permutexvar_ps (__mmask8 __U, __m256i __X, __m256 __Y)
8685{
8686 return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8687 (__v8si) __X,
8688 (__v8sf) _mm256_setzero_ps (),
8689 (__mmask8) __U);
8690}
8691
8692static __inline__ __m256 __DEFAULT_FN_ATTRS
8693_mm256_permutexvar_ps (__m256i __X, __m256 __Y)
8694{
8695 return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8696 (__v8si) __X,
8697 (__v8sf) _mm256_undefined_si256 (),
8698 (__mmask8) -1);
8699}
8700
8701static __inline__ __m256i __DEFAULT_FN_ATTRS
8702_mm256_maskz_permutexvar_epi32 (__mmask8 __M, __m256i __X, __m256i __Y)
8703{
8704 return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
8705 (__v8si) __X,
8706 (__v8si) _mm256_setzero_si256 (),
8707 __M);
8708}
8709
8710static __inline__ __m256i __DEFAULT_FN_ATTRS
8711_mm256_mask_permutexvar_epi32 (__m256i __W, __mmask8 __M, __m256i __X,
8712 __m256i __Y)
8713{
8714 return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
8715 (__v8si) __X,
8716 (__v8si) __W,
8717 (__mmask8) __M);
8718}
8719
8720static __inline__ __m256i __DEFAULT_FN_ATTRS
8721_mm256_permutexvar_epi32 (__m256i __X, __m256i __Y)
8722{
8723 return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
8724 (__v8si) __X,
8725 (__v8si) _mm256_undefined_si256(),
8726 (__mmask8) -1);
8727}
8728
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8729#define _mm_alignr_epi32(A, B, imm) __extension__ ({ \
8730 (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8731 (__v4si)(__m128i)(B), (int)(imm), \
8732 (__v4si)_mm_undefined_si128(), \
8733 (__mmask8)-1); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8734
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8735#define _mm_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({ \
8736 (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8737 (__v4si)(__m128i)(B), (int)(imm), \
8738 (__v4si)(__m128i)(W), \
8739 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8740
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8741#define _mm_maskz_alignr_epi32(U, A, B, imm) __extension__ ({ \
8742 (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8743 (__v4si)(__m128i)(B), (int)(imm), \
8744 (__v4si)_mm_setzero_si128(), \
8745 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8746
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8747#define _mm256_alignr_epi32(A, B, imm) __extension__ ({ \
8748 (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8749 (__v8si)(__m256i)(B), (int)(imm), \
8750 (__v8si)_mm256_undefined_si256(), \
8751 (__mmask8)-1); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8752
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8753#define _mm256_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({ \
8754 (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8755 (__v8si)(__m256i)(B), (int)(imm), \
8756 (__v8si)(__m256i)(W), \
8757 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8758
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8759#define _mm256_maskz_alignr_epi32(U, A, B, imm) __extension__ ({ \
8760 (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8761 (__v8si)(__m256i)(B), (int)(imm), \
8762 (__v8si)_mm256_setzero_si256(), \
8763 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8764
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8765#define _mm_alignr_epi64(A, B, imm) __extension__ ({ \
8766 (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8767 (__v2di)(__m128i)(B), (int)(imm), \
8768 (__v2di)_mm_setzero_di(), \
8769 (__mmask8)-1); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8770
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8771#define _mm_mask_alignr_epi64(W, U, A, B, imm) __extension__ ({ \
8772 (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8773 (__v2di)(__m128i)(B), (int)(imm), \
8774 (__v2di)(__m128i)(W), \
8775 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8776
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8777#define _mm_maskz_alignr_epi64(U, A, B, imm) __extension__ ({ \
8778 (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8779 (__v2di)(__m128i)(B), (int)(imm), \
8780 (__v2di)_mm_setzero_di(), \
8781 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8782
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8783#define _mm256_alignr_epi64(A, B, imm) __extension__ ({ \
8784 (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8785 (__v4di)(__m256i)(B), (int)(imm), \
8786 (__v4di)_mm256_undefined_pd(), \
8787 (__mmask8)-1); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8788
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8789#define _mm256_mask_alignr_epi64(W, U, A, B, imm) __extension__ ({ \
8790 (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8791 (__v4di)(__m256i)(B), (int)(imm), \
8792 (__v4di)(__m256i)(W), \
8793 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8794
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8795#define _mm256_maskz_alignr_epi64(U, A, B, imm) __extension__ ({ \
8796 (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8797 (__v4di)(__m256i)(B), (int)(imm), \
8798 (__v4di)_mm256_setzero_si256(), \
8799 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +0000[diff] [blame]8800
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8801static __inline__ __m128 __DEFAULT_FN_ATTRS
8802_mm_mask_movehdup_ps (__m128 __W, __mmask8 __U, __m128 __A)
8803{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8804 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8805 (__v4sf)_mm_movehdup_ps(__A),
8806 (__v4sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8807}
8808
8809static __inline__ __m128 __DEFAULT_FN_ATTRS
8810_mm_maskz_movehdup_ps (__mmask8 __U, __m128 __A)
8811{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8812 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8813 (__v4sf)_mm_movehdup_ps(__A),
8814 (__v4sf)_mm_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8815}
8816
8817static __inline__ __m256 __DEFAULT_FN_ATTRS
8818_mm256_mask_movehdup_ps (__m256 __W, __mmask8 __U, __m256 __A)
8819{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8820 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8821 (__v8sf)_mm256_movehdup_ps(__A),
8822 (__v8sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8823}
8824
8825static __inline__ __m256 __DEFAULT_FN_ATTRS
8826_mm256_maskz_movehdup_ps (__mmask8 __U, __m256 __A)
8827{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8828 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8829 (__v8sf)_mm256_movehdup_ps(__A),
8830 (__v8sf)_mm256_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8831}
8832
8833static __inline__ __m128 __DEFAULT_FN_ATTRS
8834_mm_mask_moveldup_ps (__m128 __W, __mmask8 __U, __m128 __A)
8835{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8836 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8837 (__v4sf)_mm_moveldup_ps(__A),
8838 (__v4sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8839}
8840
8841static __inline__ __m128 __DEFAULT_FN_ATTRS
8842_mm_maskz_moveldup_ps (__mmask8 __U, __m128 __A)
8843{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8844 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8845 (__v4sf)_mm_moveldup_ps(__A),
8846 (__v4sf)_mm_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8847}
8848
8849static __inline__ __m256 __DEFAULT_FN_ATTRS
8850_mm256_mask_moveldup_ps (__m256 __W, __mmask8 __U, __m256 __A)
8851{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8852 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8853 (__v8sf)_mm256_moveldup_ps(__A),
8854 (__v8sf)__W);
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8855}
8856
8857static __inline__ __m256 __DEFAULT_FN_ATTRS
8858_mm256_maskz_moveldup_ps (__mmask8 __U, __m256 __A)
8859{
Simon Pilgrim275d7212016-07-02 17:16:25 +0000[diff] [blame]8860 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8861 (__v8sf)_mm256_moveldup_ps(__A),
8862 (__v8sf)_mm256_setzero_ps());
Michael Zuckermanac1e5192016-05-01 14:43:43 +0000[diff] [blame]8863}
8864
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8865#define _mm256_mask_shuffle_epi32(W, U, A, I) __extension__({\
Craig Topper7cc92632016-06-11 12:50:19 +0000[diff] [blame]8866 (__m256i)__builtin_ia32_selectd_256((__mmask8)(U), \
8867 (__v8si)_mm256_shuffle_epi32((A), (I)), \
8868 (__v8si)(__m256i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +0000[diff] [blame]8869
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8870#define _mm256_maskz_shuffle_epi32(U, A, I) __extension__({\
Craig Topper7cc92632016-06-11 12:50:19 +0000[diff] [blame]8871 (__m256i)__builtin_ia32_selectd_256((__mmask8)(U), \
8872 (__v8si)_mm256_shuffle_epi32((A), (I)), \
8873 (__v8si)_mm256_setzero_si256()); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +0000[diff] [blame]8874
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8875#define _mm_mask_shuffle_epi32(W, U, A, I) __extension__({\
Craig Topper7cc92632016-06-11 12:50:19 +0000[diff] [blame]8876 (__m128i)__builtin_ia32_selectd_128((__mmask8)(U), \
8877 (__v4si)_mm_shuffle_epi32((A), (I)), \
8878 (__v4si)(__m128i)(W)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +0000[diff] [blame]8879
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]8880#define _mm_maskz_shuffle_epi32(U, A, I) __extension__({\
Craig Topper7cc92632016-06-11 12:50:19 +0000[diff] [blame]8881 (__m128i)__builtin_ia32_selectd_128((__mmask8)(U), \
8882 (__v4si)_mm_shuffle_epi32((A), (I)), \
8883 (__v4si)_mm_setzero_si128()); })
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8884
8885static __inline__ __m128d __DEFAULT_FN_ATTRS
8886_mm_mask_mov_pd (__m128d __W, __mmask8 __U, __m128d __A)
8887{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8888 return (__m128d) __builtin_ia32_selectpd_128 ((__mmask8) __U,
8889 (__v2df) __A,
8890 (__v2df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8891}
8892
8893static __inline__ __m128d __DEFAULT_FN_ATTRS
8894_mm_maskz_mov_pd (__mmask8 __U, __m128d __A)
8895{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8896 return (__m128d) __builtin_ia32_selectpd_128 ((__mmask8) __U,
8897 (__v2df) __A,
8898 (__v2df) _mm_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8899}
8900
8901static __inline__ __m256d __DEFAULT_FN_ATTRS
8902_mm256_mask_mov_pd (__m256d __W, __mmask8 __U, __m256d __A)
8903{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8904 return (__m256d) __builtin_ia32_selectpd_256 ((__mmask8) __U,
8905 (__v4df) __A,
8906 (__v4df) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8907}
8908
8909static __inline__ __m256d __DEFAULT_FN_ATTRS
8910_mm256_maskz_mov_pd (__mmask8 __U, __m256d __A)
8911{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8912 return (__m256d) __builtin_ia32_selectpd_256 ((__mmask8) __U,
8913 (__v4df) __A,
8914 (__v4df) _mm256_setzero_pd ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8915}
8916
8917static __inline__ __m128 __DEFAULT_FN_ATTRS
8918_mm_mask_mov_ps (__m128 __W, __mmask8 __U, __m128 __A)
8919{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8920 return (__m128) __builtin_ia32_selectps_128 ((__mmask8) __U,
8921 (__v4sf) __A,
8922 (__v4sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8923}
8924
8925static __inline__ __m128 __DEFAULT_FN_ATTRS
8926_mm_maskz_mov_ps (__mmask8 __U, __m128 __A)
8927{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8928 return (__m128) __builtin_ia32_selectps_128 ((__mmask8) __U,
8929 (__v4sf) __A,
8930 (__v4sf) _mm_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8931}
8932
8933static __inline__ __m256 __DEFAULT_FN_ATTRS
8934_mm256_mask_mov_ps (__m256 __W, __mmask8 __U, __m256 __A)
8935{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8936 return (__m256) __builtin_ia32_selectps_256 ((__mmask8) __U,
8937 (__v8sf) __A,
8938 (__v8sf) __W);
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8939}
8940
8941static __inline__ __m256 __DEFAULT_FN_ATTRS
8942_mm256_maskz_mov_ps (__mmask8 __U, __m256 __A)
8943{
Igor Bregeraadb8762016-06-08 13:59:20 +0000[diff] [blame]8944 return (__m256) __builtin_ia32_selectps_256 ((__mmask8) __U,
8945 (__v8sf) __A,
8946 (__v8sf) _mm256_setzero_ps ());
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]8947}
8948
Michael Zuckerman8bfb7772016-05-03 12:45:04 +0000[diff] [blame]8949static __inline__ __m128 __DEFAULT_FN_ATTRS
8950_mm_mask_cvtph_ps (__m128 __W, __mmask8 __U, __m128i __A)
8951{
8952 return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A,
8953 (__v4sf) __W,
8954 (__mmask8) __U);
8955}
8956
8957static __inline__ __m128 __DEFAULT_FN_ATTRS
8958_mm_maskz_cvtph_ps (__mmask8 __U, __m128i __A)
8959{
8960 return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A,
8961 (__v4sf)
8962 _mm_setzero_ps (),
8963 (__mmask8) __U);
8964}
8965
8966static __inline__ __m256 __DEFAULT_FN_ATTRS
8967_mm256_mask_cvtph_ps (__m256 __W, __mmask8 __U, __m128i __A)
8968{
8969 return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A,
8970 (__v8sf) __W,
8971 (__mmask8) __U);
8972}
8973
8974static __inline__ __m256 __DEFAULT_FN_ATTRS
8975_mm256_maskz_cvtph_ps (__mmask8 __U, __m128i __A)
8976{
8977 return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A,
8978 (__v8sf)
8979 _mm256_setzero_ps (),
8980 (__mmask8) __U);
8981}
8982
Michael Zuckerman9e7d0a92016-06-02 07:44:08 +0000[diff] [blame]8983static __inline __m128i __DEFAULT_FN_ATTRS
8984_mm_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m128 __A)
8985{
8986 return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, _MM_FROUND_CUR_DIRECTION,
8987 (__v8hi) __W,
8988 (__mmask8) __U);
8989}
8990
8991static __inline __m128i __DEFAULT_FN_ATTRS
8992_mm_maskz_cvtps_ph (__mmask8 __U, __m128 __A)
8993{
8994 return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, _MM_FROUND_CUR_DIRECTION,
8995 (__v8hi) _mm_setzero_si128 (),
8996 (__mmask8) __U);
8997}
8998
8999#define _mm_mask_cvt_roundps_ph(W, U, A, I) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]9000 (__m128i)__builtin_ia32_vcvtps2ph_mask((__v4sf)(__m128)(A), (int)(I), \
9001 (__v8hi)(__m128i)(W), \
9002 (__mmask8)(U)); })
Michael Zuckerman8bfb7772016-05-03 12:45:04 +0000[diff] [blame]9003
Michael Zuckerman9e7d0a92016-06-02 07:44:08 +0000[diff] [blame]9004#define _mm_maskz_cvt_roundps_ph(U, A, I) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]9005 (__m128i)__builtin_ia32_vcvtps2ph_mask((__v4sf)(__m128)(A), (int)(I), \
9006 (__v8hi)_mm_setzero_si128(), \
9007 (__mmask8)(U)); })
Michael Zuckerman8bfb7772016-05-03 12:45:04 +0000[diff] [blame]9008
Michael Zuckerman9e7d0a92016-06-02 07:44:08 +0000[diff] [blame]9009static __inline __m128i __DEFAULT_FN_ATTRS
9010_mm256_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m256 __A)
9011{
9012 return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, _MM_FROUND_CUR_DIRECTION,
9013 (__v8hi) __W,
9014 (__mmask8) __U);
9015}
9016
9017static __inline __m128i __DEFAULT_FN_ATTRS
9018_mm256_maskz_cvtps_ph ( __mmask8 __U, __m256 __A)
9019{
9020 return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, _MM_FROUND_CUR_DIRECTION,
9021 (__v8hi) _mm_setzero_si128(),
9022 (__mmask8) __U);
9023}
9024#define _mm256_mask_cvt_roundps_ph(W, U, A, I) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]9025 (__m128i)__builtin_ia32_vcvtps2ph256_mask((__v8sf)(__m256)(A), (int)(I), \
9026 (__v8hi)(__m128i)(W), \
9027 (__mmask8)(U)); })
Michael Zuckerman8bfb7772016-05-03 12:45:04 +0000[diff] [blame]9028
Michael Zuckerman9e7d0a92016-06-02 07:44:08 +0000[diff] [blame]9029#define _mm256_maskz_cvt_roundps_ph(U, A, I) __extension__ ({ \
Craig Topperd2661882016-05-17 04:41:48 +0000[diff] [blame]9030 (__m128i)__builtin_ia32_vcvtps2ph256_mask((__v8sf)(__m256)(A), (int)(I), \
9031 (__v8hi)_mm_setzero_si128(), \
9032 (__mmask8)(U)); })
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +0000[diff] [blame]9033
Michael Zuckerman9e7d0a92016-06-02 07:44:08 +0000[diff] [blame]9034
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]9035#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]9036
Robert Khasanovb9f3a912014-10-08 17:18:13 +0000[diff] [blame]9037#endif /* __AVX512VLINTRIN_H */