blob: 713e1a18a1b3f14bcb7f33afe55ab22f62e7cc9a [file] [log] [blame]
Logan Chien2833ffb2018-10-09 10:03:24 +08001/*===---- avx512vldqintrin.h - AVX512VL and AVX512DQ intrinsics ------------===
2 *
Logan Chiendf4f7662019-09-04 16:45:23 -07003 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Logan Chien2833ffb2018-10-09 10:03:24 +08006 *
7 *===-----------------------------------------------------------------------===
8 */
9
10#ifndef __IMMINTRIN_H
11#error "Never use <avx512vldqintrin.h> directly; include <immintrin.h> instead."
12#endif
13
14#ifndef __AVX512VLDQINTRIN_H
15#define __AVX512VLDQINTRIN_H
16
17/* Define the default attributes for the functions in this file. */
Logan Chien55afb0a2018-10-15 10:42:14 +080018#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("avx512vl,avx512dq"), __min_vector_width__(128)))
19#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("avx512vl,avx512dq"), __min_vector_width__(256)))
Logan Chien2833ffb2018-10-09 10:03:24 +080020
Logan Chien55afb0a2018-10-15 10:42:14 +080021static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +080022_mm256_mullo_epi64 (__m256i __A, __m256i __B) {
23 return (__m256i) ((__v4du) __A * (__v4du) __B);
24}
25
Logan Chien55afb0a2018-10-15 10:42:14 +080026static __inline__ __m256i __DEFAULT_FN_ATTRS256
27_mm256_mask_mullo_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B) {
28 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
29 (__v4di)_mm256_mullo_epi64(__A, __B),
30 (__v4di)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080031}
32
Logan Chien55afb0a2018-10-15 10:42:14 +080033static __inline__ __m256i __DEFAULT_FN_ATTRS256
34_mm256_maskz_mullo_epi64(__mmask8 __U, __m256i __A, __m256i __B) {
35 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
36 (__v4di)_mm256_mullo_epi64(__A, __B),
37 (__v4di)_mm256_setzero_si256());
Logan Chien2833ffb2018-10-09 10:03:24 +080038}
39
Logan Chien55afb0a2018-10-15 10:42:14 +080040static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +080041_mm_mullo_epi64 (__m128i __A, __m128i __B) {
42 return (__m128i) ((__v2du) __A * (__v2du) __B);
43}
44
Logan Chien55afb0a2018-10-15 10:42:14 +080045static __inline__ __m128i __DEFAULT_FN_ATTRS128
46_mm_mask_mullo_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B) {
47 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
48 (__v2di)_mm_mullo_epi64(__A, __B),
49 (__v2di)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080050}
51
Logan Chien55afb0a2018-10-15 10:42:14 +080052static __inline__ __m128i __DEFAULT_FN_ATTRS128
53_mm_maskz_mullo_epi64(__mmask8 __U, __m128i __A, __m128i __B) {
54 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
55 (__v2di)_mm_mullo_epi64(__A, __B),
56 (__v2di)_mm_setzero_si128());
Logan Chien2833ffb2018-10-09 10:03:24 +080057}
58
Logan Chien55afb0a2018-10-15 10:42:14 +080059static __inline__ __m256d __DEFAULT_FN_ATTRS256
60_mm256_mask_andnot_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
61 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
62 (__v4df)_mm256_andnot_pd(__A, __B),
63 (__v4df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080064}
65
Logan Chien55afb0a2018-10-15 10:42:14 +080066static __inline__ __m256d __DEFAULT_FN_ATTRS256
67_mm256_maskz_andnot_pd(__mmask8 __U, __m256d __A, __m256d __B) {
68 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
69 (__v4df)_mm256_andnot_pd(__A, __B),
70 (__v4df)_mm256_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +080071}
72
Logan Chien55afb0a2018-10-15 10:42:14 +080073static __inline__ __m128d __DEFAULT_FN_ATTRS128
74_mm_mask_andnot_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
75 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
76 (__v2df)_mm_andnot_pd(__A, __B),
77 (__v2df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080078}
79
Logan Chien55afb0a2018-10-15 10:42:14 +080080static __inline__ __m128d __DEFAULT_FN_ATTRS128
81_mm_maskz_andnot_pd(__mmask8 __U, __m128d __A, __m128d __B) {
82 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
83 (__v2df)_mm_andnot_pd(__A, __B),
84 (__v2df)_mm_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +080085}
86
Logan Chien55afb0a2018-10-15 10:42:14 +080087static __inline__ __m256 __DEFAULT_FN_ATTRS256
88_mm256_mask_andnot_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
89 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
90 (__v8sf)_mm256_andnot_ps(__A, __B),
91 (__v8sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080092}
93
Logan Chien55afb0a2018-10-15 10:42:14 +080094static __inline__ __m256 __DEFAULT_FN_ATTRS256
95_mm256_maskz_andnot_ps(__mmask8 __U, __m256 __A, __m256 __B) {
96 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
97 (__v8sf)_mm256_andnot_ps(__A, __B),
98 (__v8sf)_mm256_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +080099}
100
Logan Chien55afb0a2018-10-15 10:42:14 +0800101static __inline__ __m128 __DEFAULT_FN_ATTRS128
102_mm_mask_andnot_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
103 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
104 (__v4sf)_mm_andnot_ps(__A, __B),
105 (__v4sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800106}
107
Logan Chien55afb0a2018-10-15 10:42:14 +0800108static __inline__ __m128 __DEFAULT_FN_ATTRS128
109_mm_maskz_andnot_ps(__mmask8 __U, __m128 __A, __m128 __B) {
110 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
111 (__v4sf)_mm_andnot_ps(__A, __B),
112 (__v4sf)_mm_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800113}
114
Logan Chien55afb0a2018-10-15 10:42:14 +0800115static __inline__ __m256d __DEFAULT_FN_ATTRS256
116_mm256_mask_and_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
117 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
118 (__v4df)_mm256_and_pd(__A, __B),
119 (__v4df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800120}
121
Logan Chien55afb0a2018-10-15 10:42:14 +0800122static __inline__ __m256d __DEFAULT_FN_ATTRS256
123_mm256_maskz_and_pd(__mmask8 __U, __m256d __A, __m256d __B) {
124 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
125 (__v4df)_mm256_and_pd(__A, __B),
126 (__v4df)_mm256_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800127}
128
Logan Chien55afb0a2018-10-15 10:42:14 +0800129static __inline__ __m128d __DEFAULT_FN_ATTRS128
130_mm_mask_and_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
131 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
132 (__v2df)_mm_and_pd(__A, __B),
133 (__v2df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800134}
135
Logan Chien55afb0a2018-10-15 10:42:14 +0800136static __inline__ __m128d __DEFAULT_FN_ATTRS128
137_mm_maskz_and_pd(__mmask8 __U, __m128d __A, __m128d __B) {
138 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
139 (__v2df)_mm_and_pd(__A, __B),
140 (__v2df)_mm_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800141}
142
Logan Chien55afb0a2018-10-15 10:42:14 +0800143static __inline__ __m256 __DEFAULT_FN_ATTRS256
144_mm256_mask_and_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
145 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
146 (__v8sf)_mm256_and_ps(__A, __B),
147 (__v8sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800148}
149
Logan Chien55afb0a2018-10-15 10:42:14 +0800150static __inline__ __m256 __DEFAULT_FN_ATTRS256
151_mm256_maskz_and_ps(__mmask8 __U, __m256 __A, __m256 __B) {
152 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
153 (__v8sf)_mm256_and_ps(__A, __B),
154 (__v8sf)_mm256_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800155}
156
Logan Chien55afb0a2018-10-15 10:42:14 +0800157static __inline__ __m128 __DEFAULT_FN_ATTRS128
158_mm_mask_and_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
159 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
160 (__v4sf)_mm_and_ps(__A, __B),
161 (__v4sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800162}
163
Logan Chien55afb0a2018-10-15 10:42:14 +0800164static __inline__ __m128 __DEFAULT_FN_ATTRS128
165_mm_maskz_and_ps(__mmask8 __U, __m128 __A, __m128 __B) {
166 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
167 (__v4sf)_mm_and_ps(__A, __B),
168 (__v4sf)_mm_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800169}
170
Logan Chien55afb0a2018-10-15 10:42:14 +0800171static __inline__ __m256d __DEFAULT_FN_ATTRS256
172_mm256_mask_xor_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
173 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
174 (__v4df)_mm256_xor_pd(__A, __B),
175 (__v4df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800176}
177
Logan Chien55afb0a2018-10-15 10:42:14 +0800178static __inline__ __m256d __DEFAULT_FN_ATTRS256
179_mm256_maskz_xor_pd(__mmask8 __U, __m256d __A, __m256d __B) {
180 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
181 (__v4df)_mm256_xor_pd(__A, __B),
182 (__v4df)_mm256_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800183}
184
Logan Chien55afb0a2018-10-15 10:42:14 +0800185static __inline__ __m128d __DEFAULT_FN_ATTRS128
186_mm_mask_xor_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
187 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
188 (__v2df)_mm_xor_pd(__A, __B),
189 (__v2df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800190}
191
Logan Chien55afb0a2018-10-15 10:42:14 +0800192static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800193_mm_maskz_xor_pd (__mmask8 __U, __m128d __A, __m128d __B) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800194 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
195 (__v2df)_mm_xor_pd(__A, __B),
196 (__v2df)_mm_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800197}
198
Logan Chien55afb0a2018-10-15 10:42:14 +0800199static __inline__ __m256 __DEFAULT_FN_ATTRS256
200_mm256_mask_xor_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
201 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
202 (__v8sf)_mm256_xor_ps(__A, __B),
203 (__v8sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800204}
205
Logan Chien55afb0a2018-10-15 10:42:14 +0800206static __inline__ __m256 __DEFAULT_FN_ATTRS256
207_mm256_maskz_xor_ps(__mmask8 __U, __m256 __A, __m256 __B) {
208 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
209 (__v8sf)_mm256_xor_ps(__A, __B),
210 (__v8sf)_mm256_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800211}
212
Logan Chien55afb0a2018-10-15 10:42:14 +0800213static __inline__ __m128 __DEFAULT_FN_ATTRS128
214_mm_mask_xor_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
215 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
216 (__v4sf)_mm_xor_ps(__A, __B),
217 (__v4sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800218}
219
Logan Chien55afb0a2018-10-15 10:42:14 +0800220static __inline__ __m128 __DEFAULT_FN_ATTRS128
221_mm_maskz_xor_ps(__mmask8 __U, __m128 __A, __m128 __B) {
222 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
223 (__v4sf)_mm_xor_ps(__A, __B),
224 (__v4sf)_mm_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800225}
226
Logan Chien55afb0a2018-10-15 10:42:14 +0800227static __inline__ __m256d __DEFAULT_FN_ATTRS256
228_mm256_mask_or_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
229 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
230 (__v4df)_mm256_or_pd(__A, __B),
231 (__v4df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800232}
233
Logan Chien55afb0a2018-10-15 10:42:14 +0800234static __inline__ __m256d __DEFAULT_FN_ATTRS256
235_mm256_maskz_or_pd(__mmask8 __U, __m256d __A, __m256d __B) {
236 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
237 (__v4df)_mm256_or_pd(__A, __B),
238 (__v4df)_mm256_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800239}
240
Logan Chien55afb0a2018-10-15 10:42:14 +0800241static __inline__ __m128d __DEFAULT_FN_ATTRS128
242_mm_mask_or_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
243 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
244 (__v2df)_mm_or_pd(__A, __B),
245 (__v2df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800246}
247
Logan Chien55afb0a2018-10-15 10:42:14 +0800248static __inline__ __m128d __DEFAULT_FN_ATTRS128
249_mm_maskz_or_pd(__mmask8 __U, __m128d __A, __m128d __B) {
250 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
251 (__v2df)_mm_or_pd(__A, __B),
252 (__v2df)_mm_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800253}
254
Logan Chien55afb0a2018-10-15 10:42:14 +0800255static __inline__ __m256 __DEFAULT_FN_ATTRS256
256_mm256_mask_or_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
257 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
258 (__v8sf)_mm256_or_ps(__A, __B),
259 (__v8sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800260}
261
Logan Chien55afb0a2018-10-15 10:42:14 +0800262static __inline__ __m256 __DEFAULT_FN_ATTRS256
263_mm256_maskz_or_ps(__mmask8 __U, __m256 __A, __m256 __B) {
264 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
265 (__v8sf)_mm256_or_ps(__A, __B),
266 (__v8sf)_mm256_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800267}
268
Logan Chien55afb0a2018-10-15 10:42:14 +0800269static __inline__ __m128 __DEFAULT_FN_ATTRS128
270_mm_mask_or_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
271 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
272 (__v4sf)_mm_or_ps(__A, __B),
273 (__v4sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800274}
275
Logan Chien55afb0a2018-10-15 10:42:14 +0800276static __inline__ __m128 __DEFAULT_FN_ATTRS128
277_mm_maskz_or_ps(__mmask8 __U, __m128 __A, __m128 __B) {
278 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
279 (__v4sf)_mm_or_ps(__A, __B),
280 (__v4sf)_mm_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800281}
282
Logan Chien55afb0a2018-10-15 10:42:14 +0800283static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800284_mm_cvtpd_epi64 (__m128d __A) {
285 return (__m128i) __builtin_ia32_cvtpd2qq128_mask ((__v2df) __A,
286 (__v2di) _mm_setzero_si128(),
287 (__mmask8) -1);
288}
289
Logan Chien55afb0a2018-10-15 10:42:14 +0800290static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800291_mm_mask_cvtpd_epi64 (__m128i __W, __mmask8 __U, __m128d __A) {
292 return (__m128i) __builtin_ia32_cvtpd2qq128_mask ((__v2df) __A,
293 (__v2di) __W,
294 (__mmask8) __U);
295}
296
Logan Chien55afb0a2018-10-15 10:42:14 +0800297static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800298_mm_maskz_cvtpd_epi64 (__mmask8 __U, __m128d __A) {
299 return (__m128i) __builtin_ia32_cvtpd2qq128_mask ((__v2df) __A,
300 (__v2di) _mm_setzero_si128(),
301 (__mmask8) __U);
302}
303
Logan Chien55afb0a2018-10-15 10:42:14 +0800304static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800305_mm256_cvtpd_epi64 (__m256d __A) {
306 return (__m256i) __builtin_ia32_cvtpd2qq256_mask ((__v4df) __A,
307 (__v4di) _mm256_setzero_si256(),
308 (__mmask8) -1);
309}
310
Logan Chien55afb0a2018-10-15 10:42:14 +0800311static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800312_mm256_mask_cvtpd_epi64 (__m256i __W, __mmask8 __U, __m256d __A) {
313 return (__m256i) __builtin_ia32_cvtpd2qq256_mask ((__v4df) __A,
314 (__v4di) __W,
315 (__mmask8) __U);
316}
317
Logan Chien55afb0a2018-10-15 10:42:14 +0800318static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800319_mm256_maskz_cvtpd_epi64 (__mmask8 __U, __m256d __A) {
320 return (__m256i) __builtin_ia32_cvtpd2qq256_mask ((__v4df) __A,
321 (__v4di) _mm256_setzero_si256(),
322 (__mmask8) __U);
323}
324
Logan Chien55afb0a2018-10-15 10:42:14 +0800325static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800326_mm_cvtpd_epu64 (__m128d __A) {
327 return (__m128i) __builtin_ia32_cvtpd2uqq128_mask ((__v2df) __A,
328 (__v2di) _mm_setzero_si128(),
329 (__mmask8) -1);
330}
331
Logan Chien55afb0a2018-10-15 10:42:14 +0800332static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800333_mm_mask_cvtpd_epu64 (__m128i __W, __mmask8 __U, __m128d __A) {
334 return (__m128i) __builtin_ia32_cvtpd2uqq128_mask ((__v2df) __A,
335 (__v2di) __W,
336 (__mmask8) __U);
337}
338
Logan Chien55afb0a2018-10-15 10:42:14 +0800339static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800340_mm_maskz_cvtpd_epu64 (__mmask8 __U, __m128d __A) {
341 return (__m128i) __builtin_ia32_cvtpd2uqq128_mask ((__v2df) __A,
342 (__v2di) _mm_setzero_si128(),
343 (__mmask8) __U);
344}
345
Logan Chien55afb0a2018-10-15 10:42:14 +0800346static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800347_mm256_cvtpd_epu64 (__m256d __A) {
348 return (__m256i) __builtin_ia32_cvtpd2uqq256_mask ((__v4df) __A,
349 (__v4di) _mm256_setzero_si256(),
350 (__mmask8) -1);
351}
352
Logan Chien55afb0a2018-10-15 10:42:14 +0800353static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800354_mm256_mask_cvtpd_epu64 (__m256i __W, __mmask8 __U, __m256d __A) {
355 return (__m256i) __builtin_ia32_cvtpd2uqq256_mask ((__v4df) __A,
356 (__v4di) __W,
357 (__mmask8) __U);
358}
359
Logan Chien55afb0a2018-10-15 10:42:14 +0800360static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800361_mm256_maskz_cvtpd_epu64 (__mmask8 __U, __m256d __A) {
362 return (__m256i) __builtin_ia32_cvtpd2uqq256_mask ((__v4df) __A,
363 (__v4di) _mm256_setzero_si256(),
364 (__mmask8) __U);
365}
366
Logan Chien55afb0a2018-10-15 10:42:14 +0800367static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800368_mm_cvtps_epi64 (__m128 __A) {
369 return (__m128i) __builtin_ia32_cvtps2qq128_mask ((__v4sf) __A,
370 (__v2di) _mm_setzero_si128(),
371 (__mmask8) -1);
372}
373
Logan Chien55afb0a2018-10-15 10:42:14 +0800374static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800375_mm_mask_cvtps_epi64 (__m128i __W, __mmask8 __U, __m128 __A) {
376 return (__m128i) __builtin_ia32_cvtps2qq128_mask ((__v4sf) __A,
377 (__v2di) __W,
378 (__mmask8) __U);
379}
380
Logan Chien55afb0a2018-10-15 10:42:14 +0800381static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800382_mm_maskz_cvtps_epi64 (__mmask8 __U, __m128 __A) {
383 return (__m128i) __builtin_ia32_cvtps2qq128_mask ((__v4sf) __A,
384 (__v2di) _mm_setzero_si128(),
385 (__mmask8) __U);
386}
387
Logan Chien55afb0a2018-10-15 10:42:14 +0800388static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800389_mm256_cvtps_epi64 (__m128 __A) {
390 return (__m256i) __builtin_ia32_cvtps2qq256_mask ((__v4sf) __A,
391 (__v4di) _mm256_setzero_si256(),
392 (__mmask8) -1);
393}
394
Logan Chien55afb0a2018-10-15 10:42:14 +0800395static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800396_mm256_mask_cvtps_epi64 (__m256i __W, __mmask8 __U, __m128 __A) {
397 return (__m256i) __builtin_ia32_cvtps2qq256_mask ((__v4sf) __A,
398 (__v4di) __W,
399 (__mmask8) __U);
400}
401
Logan Chien55afb0a2018-10-15 10:42:14 +0800402static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800403_mm256_maskz_cvtps_epi64 (__mmask8 __U, __m128 __A) {
404 return (__m256i) __builtin_ia32_cvtps2qq256_mask ((__v4sf) __A,
405 (__v4di) _mm256_setzero_si256(),
406 (__mmask8) __U);
407}
408
Logan Chien55afb0a2018-10-15 10:42:14 +0800409static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800410_mm_cvtps_epu64 (__m128 __A) {
411 return (__m128i) __builtin_ia32_cvtps2uqq128_mask ((__v4sf) __A,
412 (__v2di) _mm_setzero_si128(),
413 (__mmask8) -1);
414}
415
Logan Chien55afb0a2018-10-15 10:42:14 +0800416static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800417_mm_mask_cvtps_epu64 (__m128i __W, __mmask8 __U, __m128 __A) {
418 return (__m128i) __builtin_ia32_cvtps2uqq128_mask ((__v4sf) __A,
419 (__v2di) __W,
420 (__mmask8) __U);
421}
422
Logan Chien55afb0a2018-10-15 10:42:14 +0800423static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800424_mm_maskz_cvtps_epu64 (__mmask8 __U, __m128 __A) {
425 return (__m128i) __builtin_ia32_cvtps2uqq128_mask ((__v4sf) __A,
426 (__v2di) _mm_setzero_si128(),
427 (__mmask8) __U);
428}
429
Logan Chien55afb0a2018-10-15 10:42:14 +0800430static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800431_mm256_cvtps_epu64 (__m128 __A) {
432 return (__m256i) __builtin_ia32_cvtps2uqq256_mask ((__v4sf) __A,
433 (__v4di) _mm256_setzero_si256(),
434 (__mmask8) -1);
435}
436
Logan Chien55afb0a2018-10-15 10:42:14 +0800437static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800438_mm256_mask_cvtps_epu64 (__m256i __W, __mmask8 __U, __m128 __A) {
439 return (__m256i) __builtin_ia32_cvtps2uqq256_mask ((__v4sf) __A,
440 (__v4di) __W,
441 (__mmask8) __U);
442}
443
Logan Chien55afb0a2018-10-15 10:42:14 +0800444static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800445_mm256_maskz_cvtps_epu64 (__mmask8 __U, __m128 __A) {
446 return (__m256i) __builtin_ia32_cvtps2uqq256_mask ((__v4sf) __A,
447 (__v4di) _mm256_setzero_si256(),
448 (__mmask8) __U);
449}
450
Logan Chien55afb0a2018-10-15 10:42:14 +0800451static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800452_mm_cvtepi64_pd (__m128i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800453 return (__m128d)__builtin_convertvector((__v2di)__A, __v2df);
Logan Chien2833ffb2018-10-09 10:03:24 +0800454}
455
Logan Chien55afb0a2018-10-15 10:42:14 +0800456static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800457_mm_mask_cvtepi64_pd (__m128d __W, __mmask8 __U, __m128i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800458 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
459 (__v2df)_mm_cvtepi64_pd(__A),
460 (__v2df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800461}
462
Logan Chien55afb0a2018-10-15 10:42:14 +0800463static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800464_mm_maskz_cvtepi64_pd (__mmask8 __U, __m128i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800465 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
466 (__v2df)_mm_cvtepi64_pd(__A),
467 (__v2df)_mm_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800468}
469
Logan Chien55afb0a2018-10-15 10:42:14 +0800470static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800471_mm256_cvtepi64_pd (__m256i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800472 return (__m256d)__builtin_convertvector((__v4di)__A, __v4df);
Logan Chien2833ffb2018-10-09 10:03:24 +0800473}
474
Logan Chien55afb0a2018-10-15 10:42:14 +0800475static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800476_mm256_mask_cvtepi64_pd (__m256d __W, __mmask8 __U, __m256i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800477 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
478 (__v4df)_mm256_cvtepi64_pd(__A),
479 (__v4df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800480}
481
Logan Chien55afb0a2018-10-15 10:42:14 +0800482static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800483_mm256_maskz_cvtepi64_pd (__mmask8 __U, __m256i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800484 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
485 (__v4df)_mm256_cvtepi64_pd(__A),
486 (__v4df)_mm256_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800487}
488
Logan Chien55afb0a2018-10-15 10:42:14 +0800489static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800490_mm_cvtepi64_ps (__m128i __A) {
491 return (__m128) __builtin_ia32_cvtqq2ps128_mask ((__v2di) __A,
492 (__v4sf) _mm_setzero_ps(),
493 (__mmask8) -1);
494}
495
Logan Chien55afb0a2018-10-15 10:42:14 +0800496static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800497_mm_mask_cvtepi64_ps (__m128 __W, __mmask8 __U, __m128i __A) {
498 return (__m128) __builtin_ia32_cvtqq2ps128_mask ((__v2di) __A,
499 (__v4sf) __W,
500 (__mmask8) __U);
501}
502
Logan Chien55afb0a2018-10-15 10:42:14 +0800503static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800504_mm_maskz_cvtepi64_ps (__mmask8 __U, __m128i __A) {
505 return (__m128) __builtin_ia32_cvtqq2ps128_mask ((__v2di) __A,
506 (__v4sf) _mm_setzero_ps(),
507 (__mmask8) __U);
508}
509
Logan Chien55afb0a2018-10-15 10:42:14 +0800510static __inline__ __m128 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800511_mm256_cvtepi64_ps (__m256i __A) {
Logan Chiendbcf4122019-03-21 10:50:25 +0800512 return (__m128)__builtin_convertvector((__v4di)__A, __v4sf);
Logan Chien2833ffb2018-10-09 10:03:24 +0800513}
514
Logan Chien55afb0a2018-10-15 10:42:14 +0800515static __inline__ __m128 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800516_mm256_mask_cvtepi64_ps (__m128 __W, __mmask8 __U, __m256i __A) {
Logan Chiendbcf4122019-03-21 10:50:25 +0800517 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
518 (__v4sf)_mm256_cvtepi64_ps(__A),
519 (__v4sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800520}
521
Logan Chien55afb0a2018-10-15 10:42:14 +0800522static __inline__ __m128 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800523_mm256_maskz_cvtepi64_ps (__mmask8 __U, __m256i __A) {
Logan Chiendbcf4122019-03-21 10:50:25 +0800524 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
525 (__v4sf)_mm256_cvtepi64_ps(__A),
526 (__v4sf)_mm_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800527}
528
Logan Chien55afb0a2018-10-15 10:42:14 +0800529static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800530_mm_cvttpd_epi64 (__m128d __A) {
531 return (__m128i) __builtin_ia32_cvttpd2qq128_mask ((__v2df) __A,
532 (__v2di) _mm_setzero_si128(),
533 (__mmask8) -1);
534}
535
Logan Chien55afb0a2018-10-15 10:42:14 +0800536static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800537_mm_mask_cvttpd_epi64 (__m128i __W, __mmask8 __U, __m128d __A) {
538 return (__m128i) __builtin_ia32_cvttpd2qq128_mask ((__v2df) __A,
539 (__v2di) __W,
540 (__mmask8) __U);
541}
542
Logan Chien55afb0a2018-10-15 10:42:14 +0800543static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800544_mm_maskz_cvttpd_epi64 (__mmask8 __U, __m128d __A) {
545 return (__m128i) __builtin_ia32_cvttpd2qq128_mask ((__v2df) __A,
546 (__v2di) _mm_setzero_si128(),
547 (__mmask8) __U);
548}
549
Logan Chien55afb0a2018-10-15 10:42:14 +0800550static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800551_mm256_cvttpd_epi64 (__m256d __A) {
552 return (__m256i) __builtin_ia32_cvttpd2qq256_mask ((__v4df) __A,
553 (__v4di) _mm256_setzero_si256(),
554 (__mmask8) -1);
555}
556
Logan Chien55afb0a2018-10-15 10:42:14 +0800557static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800558_mm256_mask_cvttpd_epi64 (__m256i __W, __mmask8 __U, __m256d __A) {
559 return (__m256i) __builtin_ia32_cvttpd2qq256_mask ((__v4df) __A,
560 (__v4di) __W,
561 (__mmask8) __U);
562}
563
Logan Chien55afb0a2018-10-15 10:42:14 +0800564static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800565_mm256_maskz_cvttpd_epi64 (__mmask8 __U, __m256d __A) {
566 return (__m256i) __builtin_ia32_cvttpd2qq256_mask ((__v4df) __A,
567 (__v4di) _mm256_setzero_si256(),
568 (__mmask8) __U);
569}
570
Logan Chien55afb0a2018-10-15 10:42:14 +0800571static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800572_mm_cvttpd_epu64 (__m128d __A) {
573 return (__m128i) __builtin_ia32_cvttpd2uqq128_mask ((__v2df) __A,
574 (__v2di) _mm_setzero_si128(),
575 (__mmask8) -1);
576}
577
Logan Chien55afb0a2018-10-15 10:42:14 +0800578static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800579_mm_mask_cvttpd_epu64 (__m128i __W, __mmask8 __U, __m128d __A) {
580 return (__m128i) __builtin_ia32_cvttpd2uqq128_mask ((__v2df) __A,
581 (__v2di) __W,
582 (__mmask8) __U);
583}
584
Logan Chien55afb0a2018-10-15 10:42:14 +0800585static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800586_mm_maskz_cvttpd_epu64 (__mmask8 __U, __m128d __A) {
587 return (__m128i) __builtin_ia32_cvttpd2uqq128_mask ((__v2df) __A,
588 (__v2di) _mm_setzero_si128(),
589 (__mmask8) __U);
590}
591
Logan Chien55afb0a2018-10-15 10:42:14 +0800592static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800593_mm256_cvttpd_epu64 (__m256d __A) {
594 return (__m256i) __builtin_ia32_cvttpd2uqq256_mask ((__v4df) __A,
595 (__v4di) _mm256_setzero_si256(),
596 (__mmask8) -1);
597}
598
Logan Chien55afb0a2018-10-15 10:42:14 +0800599static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800600_mm256_mask_cvttpd_epu64 (__m256i __W, __mmask8 __U, __m256d __A) {
601 return (__m256i) __builtin_ia32_cvttpd2uqq256_mask ((__v4df) __A,
602 (__v4di) __W,
603 (__mmask8) __U);
604}
605
Logan Chien55afb0a2018-10-15 10:42:14 +0800606static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800607_mm256_maskz_cvttpd_epu64 (__mmask8 __U, __m256d __A) {
608 return (__m256i) __builtin_ia32_cvttpd2uqq256_mask ((__v4df) __A,
609 (__v4di) _mm256_setzero_si256(),
610 (__mmask8) __U);
611}
612
Logan Chien55afb0a2018-10-15 10:42:14 +0800613static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800614_mm_cvttps_epi64 (__m128 __A) {
615 return (__m128i) __builtin_ia32_cvttps2qq128_mask ((__v4sf) __A,
616 (__v2di) _mm_setzero_si128(),
617 (__mmask8) -1);
618}
619
Logan Chien55afb0a2018-10-15 10:42:14 +0800620static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800621_mm_mask_cvttps_epi64 (__m128i __W, __mmask8 __U, __m128 __A) {
622 return (__m128i) __builtin_ia32_cvttps2qq128_mask ((__v4sf) __A,
623 (__v2di) __W,
624 (__mmask8) __U);
625}
626
Logan Chien55afb0a2018-10-15 10:42:14 +0800627static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800628_mm_maskz_cvttps_epi64 (__mmask8 __U, __m128 __A) {
629 return (__m128i) __builtin_ia32_cvttps2qq128_mask ((__v4sf) __A,
630 (__v2di) _mm_setzero_si128(),
631 (__mmask8) __U);
632}
633
Logan Chien55afb0a2018-10-15 10:42:14 +0800634static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800635_mm256_cvttps_epi64 (__m128 __A) {
636 return (__m256i) __builtin_ia32_cvttps2qq256_mask ((__v4sf) __A,
637 (__v4di) _mm256_setzero_si256(),
638 (__mmask8) -1);
639}
640
Logan Chien55afb0a2018-10-15 10:42:14 +0800641static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800642_mm256_mask_cvttps_epi64 (__m256i __W, __mmask8 __U, __m128 __A) {
643 return (__m256i) __builtin_ia32_cvttps2qq256_mask ((__v4sf) __A,
644 (__v4di) __W,
645 (__mmask8) __U);
646}
647
Logan Chien55afb0a2018-10-15 10:42:14 +0800648static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800649_mm256_maskz_cvttps_epi64 (__mmask8 __U, __m128 __A) {
650 return (__m256i) __builtin_ia32_cvttps2qq256_mask ((__v4sf) __A,
651 (__v4di) _mm256_setzero_si256(),
652 (__mmask8) __U);
653}
654
Logan Chien55afb0a2018-10-15 10:42:14 +0800655static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800656_mm_cvttps_epu64 (__m128 __A) {
657 return (__m128i) __builtin_ia32_cvttps2uqq128_mask ((__v4sf) __A,
658 (__v2di) _mm_setzero_si128(),
659 (__mmask8) -1);
660}
661
Logan Chien55afb0a2018-10-15 10:42:14 +0800662static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800663_mm_mask_cvttps_epu64 (__m128i __W, __mmask8 __U, __m128 __A) {
664 return (__m128i) __builtin_ia32_cvttps2uqq128_mask ((__v4sf) __A,
665 (__v2di) __W,
666 (__mmask8) __U);
667}
668
Logan Chien55afb0a2018-10-15 10:42:14 +0800669static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800670_mm_maskz_cvttps_epu64 (__mmask8 __U, __m128 __A) {
671 return (__m128i) __builtin_ia32_cvttps2uqq128_mask ((__v4sf) __A,
672 (__v2di) _mm_setzero_si128(),
673 (__mmask8) __U);
674}
675
Logan Chien55afb0a2018-10-15 10:42:14 +0800676static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800677_mm256_cvttps_epu64 (__m128 __A) {
678 return (__m256i) __builtin_ia32_cvttps2uqq256_mask ((__v4sf) __A,
679 (__v4di) _mm256_setzero_si256(),
680 (__mmask8) -1);
681}
682
Logan Chien55afb0a2018-10-15 10:42:14 +0800683static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800684_mm256_mask_cvttps_epu64 (__m256i __W, __mmask8 __U, __m128 __A) {
685 return (__m256i) __builtin_ia32_cvttps2uqq256_mask ((__v4sf) __A,
686 (__v4di) __W,
687 (__mmask8) __U);
688}
689
Logan Chien55afb0a2018-10-15 10:42:14 +0800690static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800691_mm256_maskz_cvttps_epu64 (__mmask8 __U, __m128 __A) {
692 return (__m256i) __builtin_ia32_cvttps2uqq256_mask ((__v4sf) __A,
693 (__v4di) _mm256_setzero_si256(),
694 (__mmask8) __U);
695}
696
Logan Chien55afb0a2018-10-15 10:42:14 +0800697static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800698_mm_cvtepu64_pd (__m128i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800699 return (__m128d)__builtin_convertvector((__v2du)__A, __v2df);
Logan Chien2833ffb2018-10-09 10:03:24 +0800700}
701
Logan Chien55afb0a2018-10-15 10:42:14 +0800702static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800703_mm_mask_cvtepu64_pd (__m128d __W, __mmask8 __U, __m128i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800704 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
705 (__v2df)_mm_cvtepu64_pd(__A),
706 (__v2df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800707}
708
Logan Chien55afb0a2018-10-15 10:42:14 +0800709static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800710_mm_maskz_cvtepu64_pd (__mmask8 __U, __m128i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800711 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
712 (__v2df)_mm_cvtepu64_pd(__A),
713 (__v2df)_mm_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800714}
715
Logan Chien55afb0a2018-10-15 10:42:14 +0800716static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800717_mm256_cvtepu64_pd (__m256i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800718 return (__m256d)__builtin_convertvector((__v4du)__A, __v4df);
Logan Chien2833ffb2018-10-09 10:03:24 +0800719}
720
Logan Chien55afb0a2018-10-15 10:42:14 +0800721static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800722_mm256_mask_cvtepu64_pd (__m256d __W, __mmask8 __U, __m256i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800723 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
724 (__v4df)_mm256_cvtepu64_pd(__A),
725 (__v4df)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800726}
727
Logan Chien55afb0a2018-10-15 10:42:14 +0800728static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800729_mm256_maskz_cvtepu64_pd (__mmask8 __U, __m256i __A) {
Logan Chien55afb0a2018-10-15 10:42:14 +0800730 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
731 (__v4df)_mm256_cvtepu64_pd(__A),
732 (__v4df)_mm256_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800733}
734
Logan Chien55afb0a2018-10-15 10:42:14 +0800735static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800736_mm_cvtepu64_ps (__m128i __A) {
737 return (__m128) __builtin_ia32_cvtuqq2ps128_mask ((__v2di) __A,
738 (__v4sf) _mm_setzero_ps(),
739 (__mmask8) -1);
740}
741
Logan Chien55afb0a2018-10-15 10:42:14 +0800742static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800743_mm_mask_cvtepu64_ps (__m128 __W, __mmask8 __U, __m128i __A) {
744 return (__m128) __builtin_ia32_cvtuqq2ps128_mask ((__v2di) __A,
745 (__v4sf) __W,
746 (__mmask8) __U);
747}
748
Logan Chien55afb0a2018-10-15 10:42:14 +0800749static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800750_mm_maskz_cvtepu64_ps (__mmask8 __U, __m128i __A) {
751 return (__m128) __builtin_ia32_cvtuqq2ps128_mask ((__v2di) __A,
752 (__v4sf) _mm_setzero_ps(),
753 (__mmask8) __U);
754}
755
Logan Chien55afb0a2018-10-15 10:42:14 +0800756static __inline__ __m128 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800757_mm256_cvtepu64_ps (__m256i __A) {
Logan Chiendbcf4122019-03-21 10:50:25 +0800758 return (__m128)__builtin_convertvector((__v4du)__A, __v4sf);
Logan Chien2833ffb2018-10-09 10:03:24 +0800759}
760
Logan Chien55afb0a2018-10-15 10:42:14 +0800761static __inline__ __m128 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800762_mm256_mask_cvtepu64_ps (__m128 __W, __mmask8 __U, __m256i __A) {
Logan Chiendbcf4122019-03-21 10:50:25 +0800763 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
764 (__v4sf)_mm256_cvtepu64_ps(__A),
765 (__v4sf)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +0800766}
767
Logan Chien55afb0a2018-10-15 10:42:14 +0800768static __inline__ __m128 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800769_mm256_maskz_cvtepu64_ps (__mmask8 __U, __m256i __A) {
Logan Chiendbcf4122019-03-21 10:50:25 +0800770 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
771 (__v4sf)_mm256_cvtepu64_ps(__A),
772 (__v4sf)_mm_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800773}
774
Logan Chien55afb0a2018-10-15 10:42:14 +0800775#define _mm_range_pd(A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800776 ((__m128d)__builtin_ia32_rangepd128_mask((__v2df)(__m128d)(A), \
777 (__v2df)(__m128d)(B), (int)(C), \
778 (__v2df)_mm_setzero_pd(), \
779 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800780
Logan Chien55afb0a2018-10-15 10:42:14 +0800781#define _mm_mask_range_pd(W, U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800782 ((__m128d)__builtin_ia32_rangepd128_mask((__v2df)(__m128d)(A), \
783 (__v2df)(__m128d)(B), (int)(C), \
784 (__v2df)(__m128d)(W), \
785 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800786
Logan Chien55afb0a2018-10-15 10:42:14 +0800787#define _mm_maskz_range_pd(U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800788 ((__m128d)__builtin_ia32_rangepd128_mask((__v2df)(__m128d)(A), \
789 (__v2df)(__m128d)(B), (int)(C), \
790 (__v2df)_mm_setzero_pd(), \
791 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800792
Logan Chien55afb0a2018-10-15 10:42:14 +0800793#define _mm256_range_pd(A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800794 ((__m256d)__builtin_ia32_rangepd256_mask((__v4df)(__m256d)(A), \
795 (__v4df)(__m256d)(B), (int)(C), \
796 (__v4df)_mm256_setzero_pd(), \
797 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800798
Logan Chien55afb0a2018-10-15 10:42:14 +0800799#define _mm256_mask_range_pd(W, U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800800 ((__m256d)__builtin_ia32_rangepd256_mask((__v4df)(__m256d)(A), \
801 (__v4df)(__m256d)(B), (int)(C), \
802 (__v4df)(__m256d)(W), \
803 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800804
Logan Chien55afb0a2018-10-15 10:42:14 +0800805#define _mm256_maskz_range_pd(U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800806 ((__m256d)__builtin_ia32_rangepd256_mask((__v4df)(__m256d)(A), \
807 (__v4df)(__m256d)(B), (int)(C), \
808 (__v4df)_mm256_setzero_pd(), \
809 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800810
Logan Chien55afb0a2018-10-15 10:42:14 +0800811#define _mm_range_ps(A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800812 ((__m128)__builtin_ia32_rangeps128_mask((__v4sf)(__m128)(A), \
813 (__v4sf)(__m128)(B), (int)(C), \
814 (__v4sf)_mm_setzero_ps(), \
815 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800816
Logan Chien55afb0a2018-10-15 10:42:14 +0800817#define _mm_mask_range_ps(W, U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800818 ((__m128)__builtin_ia32_rangeps128_mask((__v4sf)(__m128)(A), \
819 (__v4sf)(__m128)(B), (int)(C), \
820 (__v4sf)(__m128)(W), (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800821
Logan Chien55afb0a2018-10-15 10:42:14 +0800822#define _mm_maskz_range_ps(U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800823 ((__m128)__builtin_ia32_rangeps128_mask((__v4sf)(__m128)(A), \
824 (__v4sf)(__m128)(B), (int)(C), \
825 (__v4sf)_mm_setzero_ps(), \
826 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800827
Logan Chien55afb0a2018-10-15 10:42:14 +0800828#define _mm256_range_ps(A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800829 ((__m256)__builtin_ia32_rangeps256_mask((__v8sf)(__m256)(A), \
830 (__v8sf)(__m256)(B), (int)(C), \
831 (__v8sf)_mm256_setzero_ps(), \
832 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800833
Logan Chien55afb0a2018-10-15 10:42:14 +0800834#define _mm256_mask_range_ps(W, U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800835 ((__m256)__builtin_ia32_rangeps256_mask((__v8sf)(__m256)(A), \
836 (__v8sf)(__m256)(B), (int)(C), \
837 (__v8sf)(__m256)(W), (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800838
Logan Chien55afb0a2018-10-15 10:42:14 +0800839#define _mm256_maskz_range_ps(U, A, B, C) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800840 ((__m256)__builtin_ia32_rangeps256_mask((__v8sf)(__m256)(A), \
841 (__v8sf)(__m256)(B), (int)(C), \
842 (__v8sf)_mm256_setzero_ps(), \
843 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800844
Logan Chien55afb0a2018-10-15 10:42:14 +0800845#define _mm_reduce_pd(A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800846 ((__m128d)__builtin_ia32_reducepd128_mask((__v2df)(__m128d)(A), (int)(B), \
847 (__v2df)_mm_setzero_pd(), \
848 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800849
Logan Chien55afb0a2018-10-15 10:42:14 +0800850#define _mm_mask_reduce_pd(W, U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800851 ((__m128d)__builtin_ia32_reducepd128_mask((__v2df)(__m128d)(A), (int)(B), \
852 (__v2df)(__m128d)(W), \
853 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800854
Logan Chien55afb0a2018-10-15 10:42:14 +0800855#define _mm_maskz_reduce_pd(U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800856 ((__m128d)__builtin_ia32_reducepd128_mask((__v2df)(__m128d)(A), (int)(B), \
857 (__v2df)_mm_setzero_pd(), \
858 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800859
Logan Chien55afb0a2018-10-15 10:42:14 +0800860#define _mm256_reduce_pd(A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800861 ((__m256d)__builtin_ia32_reducepd256_mask((__v4df)(__m256d)(A), (int)(B), \
862 (__v4df)_mm256_setzero_pd(), \
863 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800864
Logan Chien55afb0a2018-10-15 10:42:14 +0800865#define _mm256_mask_reduce_pd(W, U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800866 ((__m256d)__builtin_ia32_reducepd256_mask((__v4df)(__m256d)(A), (int)(B), \
867 (__v4df)(__m256d)(W), \
868 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800869
Logan Chien55afb0a2018-10-15 10:42:14 +0800870#define _mm256_maskz_reduce_pd(U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800871 ((__m256d)__builtin_ia32_reducepd256_mask((__v4df)(__m256d)(A), (int)(B), \
872 (__v4df)_mm256_setzero_pd(), \
873 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800874
Logan Chien55afb0a2018-10-15 10:42:14 +0800875#define _mm_reduce_ps(A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800876 ((__m128)__builtin_ia32_reduceps128_mask((__v4sf)(__m128)(A), (int)(B), \
877 (__v4sf)_mm_setzero_ps(), \
878 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800879
Logan Chien55afb0a2018-10-15 10:42:14 +0800880#define _mm_mask_reduce_ps(W, U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800881 ((__m128)__builtin_ia32_reduceps128_mask((__v4sf)(__m128)(A), (int)(B), \
882 (__v4sf)(__m128)(W), \
883 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800884
Logan Chien55afb0a2018-10-15 10:42:14 +0800885#define _mm_maskz_reduce_ps(U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800886 ((__m128)__builtin_ia32_reduceps128_mask((__v4sf)(__m128)(A), (int)(B), \
887 (__v4sf)_mm_setzero_ps(), \
888 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800889
Logan Chien55afb0a2018-10-15 10:42:14 +0800890#define _mm256_reduce_ps(A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800891 ((__m256)__builtin_ia32_reduceps256_mask((__v8sf)(__m256)(A), (int)(B), \
892 (__v8sf)_mm256_setzero_ps(), \
893 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +0800894
Logan Chien55afb0a2018-10-15 10:42:14 +0800895#define _mm256_mask_reduce_ps(W, U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800896 ((__m256)__builtin_ia32_reduceps256_mask((__v8sf)(__m256)(A), (int)(B), \
897 (__v8sf)(__m256)(W), \
898 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800899
Logan Chien55afb0a2018-10-15 10:42:14 +0800900#define _mm256_maskz_reduce_ps(U, A, B) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -0800901 ((__m256)__builtin_ia32_reduceps256_mask((__v8sf)(__m256)(A), (int)(B), \
902 (__v8sf)_mm256_setzero_ps(), \
903 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800904
Logan Chien55afb0a2018-10-15 10:42:14 +0800905static __inline__ __mmask8 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800906_mm_movepi32_mask (__m128i __A)
907{
908 return (__mmask8) __builtin_ia32_cvtd2mask128 ((__v4si) __A);
909}
910
Logan Chien55afb0a2018-10-15 10:42:14 +0800911static __inline__ __mmask8 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800912_mm256_movepi32_mask (__m256i __A)
913{
914 return (__mmask8) __builtin_ia32_cvtd2mask256 ((__v8si) __A);
915}
916
Logan Chien55afb0a2018-10-15 10:42:14 +0800917static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800918_mm_movm_epi32 (__mmask8 __A)
919{
920 return (__m128i) __builtin_ia32_cvtmask2d128 (__A);
921}
922
Logan Chien55afb0a2018-10-15 10:42:14 +0800923static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800924_mm256_movm_epi32 (__mmask8 __A)
925{
926 return (__m256i) __builtin_ia32_cvtmask2d256 (__A);
927}
928
Logan Chien55afb0a2018-10-15 10:42:14 +0800929static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800930_mm_movm_epi64 (__mmask8 __A)
931{
932 return (__m128i) __builtin_ia32_cvtmask2q128 (__A);
933}
934
Logan Chien55afb0a2018-10-15 10:42:14 +0800935static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800936_mm256_movm_epi64 (__mmask8 __A)
937{
938 return (__m256i) __builtin_ia32_cvtmask2q256 (__A);
939}
940
Logan Chien55afb0a2018-10-15 10:42:14 +0800941static __inline__ __mmask8 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800942_mm_movepi64_mask (__m128i __A)
943{
944 return (__mmask8) __builtin_ia32_cvtq2mask128 ((__v2di) __A);
945}
946
Logan Chien55afb0a2018-10-15 10:42:14 +0800947static __inline__ __mmask8 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800948_mm256_movepi64_mask (__m256i __A)
949{
950 return (__mmask8) __builtin_ia32_cvtq2mask256 ((__v4di) __A);
951}
952
Logan Chien55afb0a2018-10-15 10:42:14 +0800953static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800954_mm256_broadcast_f32x2 (__m128 __A)
955{
Logan Chien55afb0a2018-10-15 10:42:14 +0800956 return (__m256)__builtin_shufflevector((__v4sf)__A, (__v4sf)__A,
957 0, 1, 0, 1, 0, 1, 0, 1);
Logan Chien2833ffb2018-10-09 10:03:24 +0800958}
959
Logan Chien55afb0a2018-10-15 10:42:14 +0800960static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800961_mm256_mask_broadcast_f32x2 (__m256 __O, __mmask8 __M, __m128 __A)
962{
Logan Chien55afb0a2018-10-15 10:42:14 +0800963 return (__m256)__builtin_ia32_selectps_256((__mmask8)__M,
964 (__v8sf)_mm256_broadcast_f32x2(__A),
965 (__v8sf)__O);
Logan Chien2833ffb2018-10-09 10:03:24 +0800966}
967
Logan Chien55afb0a2018-10-15 10:42:14 +0800968static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800969_mm256_maskz_broadcast_f32x2 (__mmask8 __M, __m128 __A)
970{
Logan Chien55afb0a2018-10-15 10:42:14 +0800971 return (__m256)__builtin_ia32_selectps_256((__mmask8)__M,
972 (__v8sf)_mm256_broadcast_f32x2(__A),
973 (__v8sf)_mm256_setzero_ps());
Logan Chien2833ffb2018-10-09 10:03:24 +0800974}
975
Logan Chien55afb0a2018-10-15 10:42:14 +0800976static __inline__ __m256d __DEFAULT_FN_ATTRS256
977_mm256_broadcast_f64x2(__m128d __A)
Logan Chien2833ffb2018-10-09 10:03:24 +0800978{
Logan Chien55afb0a2018-10-15 10:42:14 +0800979 return (__m256d)__builtin_shufflevector((__v2df)__A, (__v2df)__A,
980 0, 1, 0, 1);
Logan Chien2833ffb2018-10-09 10:03:24 +0800981}
982
Logan Chien55afb0a2018-10-15 10:42:14 +0800983static __inline__ __m256d __DEFAULT_FN_ATTRS256
984_mm256_mask_broadcast_f64x2(__m256d __O, __mmask8 __M, __m128d __A)
Logan Chien2833ffb2018-10-09 10:03:24 +0800985{
Logan Chien55afb0a2018-10-15 10:42:14 +0800986 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__M,
987 (__v4df)_mm256_broadcast_f64x2(__A),
988 (__v4df)__O);
Logan Chien2833ffb2018-10-09 10:03:24 +0800989}
990
Logan Chien55afb0a2018-10-15 10:42:14 +0800991static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800992_mm256_maskz_broadcast_f64x2 (__mmask8 __M, __m128d __A)
993{
Logan Chien55afb0a2018-10-15 10:42:14 +0800994 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__M,
995 (__v4df)_mm256_broadcast_f64x2(__A),
996 (__v4df)_mm256_setzero_pd());
Logan Chien2833ffb2018-10-09 10:03:24 +0800997}
998
Logan Chien55afb0a2018-10-15 10:42:14 +0800999static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +08001000_mm_broadcast_i32x2 (__m128i __A)
1001{
Logan Chien55afb0a2018-10-15 10:42:14 +08001002 return (__m128i)__builtin_shufflevector((__v4si)__A, (__v4si)__A,
1003 0, 1, 0, 1);
Logan Chien2833ffb2018-10-09 10:03:24 +08001004}
1005
Logan Chien55afb0a2018-10-15 10:42:14 +08001006static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +08001007_mm_mask_broadcast_i32x2 (__m128i __O, __mmask8 __M, __m128i __A)
1008{
Logan Chien55afb0a2018-10-15 10:42:14 +08001009 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
1010 (__v4si)_mm_broadcast_i32x2(__A),
1011 (__v4si)__O);
Logan Chien2833ffb2018-10-09 10:03:24 +08001012}
1013
Logan Chien55afb0a2018-10-15 10:42:14 +08001014static __inline__ __m128i __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +08001015_mm_maskz_broadcast_i32x2 (__mmask8 __M, __m128i __A)
1016{
Logan Chien55afb0a2018-10-15 10:42:14 +08001017 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
1018 (__v4si)_mm_broadcast_i32x2(__A),
1019 (__v4si)_mm_setzero_si128());
Logan Chien2833ffb2018-10-09 10:03:24 +08001020}
1021
Logan Chien55afb0a2018-10-15 10:42:14 +08001022static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +08001023_mm256_broadcast_i32x2 (__m128i __A)
1024{
Logan Chien55afb0a2018-10-15 10:42:14 +08001025 return (__m256i)__builtin_shufflevector((__v4si)__A, (__v4si)__A,
1026 0, 1, 0, 1, 0, 1, 0, 1);
Logan Chien2833ffb2018-10-09 10:03:24 +08001027}
1028
Logan Chien55afb0a2018-10-15 10:42:14 +08001029static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +08001030_mm256_mask_broadcast_i32x2 (__m256i __O, __mmask8 __M, __m128i __A)
1031{
Logan Chien55afb0a2018-10-15 10:42:14 +08001032 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
1033 (__v8si)_mm256_broadcast_i32x2(__A),
1034 (__v8si)__O);
Logan Chien2833ffb2018-10-09 10:03:24 +08001035}
1036
Logan Chien55afb0a2018-10-15 10:42:14 +08001037static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +08001038_mm256_maskz_broadcast_i32x2 (__mmask8 __M, __m128i __A)
1039{
Logan Chien55afb0a2018-10-15 10:42:14 +08001040 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
1041 (__v8si)_mm256_broadcast_i32x2(__A),
1042 (__v8si)_mm256_setzero_si256());
Logan Chien2833ffb2018-10-09 10:03:24 +08001043}
1044
Logan Chien55afb0a2018-10-15 10:42:14 +08001045static __inline__ __m256i __DEFAULT_FN_ATTRS256
1046_mm256_broadcast_i64x2(__m128i __A)
Logan Chien2833ffb2018-10-09 10:03:24 +08001047{
Logan Chien55afb0a2018-10-15 10:42:14 +08001048 return (__m256i)__builtin_shufflevector((__v2di)__A, (__v2di)__A,
1049 0, 1, 0, 1);
Logan Chien2833ffb2018-10-09 10:03:24 +08001050}
1051
Logan Chien55afb0a2018-10-15 10:42:14 +08001052static __inline__ __m256i __DEFAULT_FN_ATTRS256
1053_mm256_mask_broadcast_i64x2(__m256i __O, __mmask8 __M, __m128i __A)
Logan Chien2833ffb2018-10-09 10:03:24 +08001054{
Logan Chien55afb0a2018-10-15 10:42:14 +08001055 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__M,
1056 (__v4di)_mm256_broadcast_i64x2(__A),
1057 (__v4di)__O);
Logan Chien2833ffb2018-10-09 10:03:24 +08001058}
1059
Logan Chien55afb0a2018-10-15 10:42:14 +08001060static __inline__ __m256i __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +08001061_mm256_maskz_broadcast_i64x2 (__mmask8 __M, __m128i __A)
1062{
Logan Chien55afb0a2018-10-15 10:42:14 +08001063 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__M,
1064 (__v4di)_mm256_broadcast_i64x2(__A),
1065 (__v4di)_mm256_setzero_si256());
Logan Chien2833ffb2018-10-09 10:03:24 +08001066}
1067
Logan Chien55afb0a2018-10-15 10:42:14 +08001068#define _mm256_extractf64x2_pd(A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001069 ((__m128d)__builtin_ia32_extractf64x2_256_mask((__v4df)(__m256d)(A), \
1070 (int)(imm), \
1071 (__v2df)_mm_undefined_pd(), \
1072 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +08001073
Logan Chien55afb0a2018-10-15 10:42:14 +08001074#define _mm256_mask_extractf64x2_pd(W, U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001075 ((__m128d)__builtin_ia32_extractf64x2_256_mask((__v4df)(__m256d)(A), \
1076 (int)(imm), \
1077 (__v2df)(__m128d)(W), \
1078 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001079
Logan Chien55afb0a2018-10-15 10:42:14 +08001080#define _mm256_maskz_extractf64x2_pd(U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001081 ((__m128d)__builtin_ia32_extractf64x2_256_mask((__v4df)(__m256d)(A), \
1082 (int)(imm), \
1083 (__v2df)_mm_setzero_pd(), \
1084 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001085
Logan Chien55afb0a2018-10-15 10:42:14 +08001086#define _mm256_extracti64x2_epi64(A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001087 ((__m128i)__builtin_ia32_extracti64x2_256_mask((__v4di)(__m256i)(A), \
Logan Chien2833ffb2018-10-09 10:03:24 +08001088 (int)(imm), \
Logan Chien55afb0a2018-10-15 10:42:14 +08001089 (__v2di)_mm_undefined_si128(), \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001090 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +08001091
Logan Chien55afb0a2018-10-15 10:42:14 +08001092#define _mm256_mask_extracti64x2_epi64(W, U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001093 ((__m128i)__builtin_ia32_extracti64x2_256_mask((__v4di)(__m256i)(A), \
1094 (int)(imm), \
1095 (__v2di)(__m128i)(W), \
1096 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001097
Logan Chien55afb0a2018-10-15 10:42:14 +08001098#define _mm256_maskz_extracti64x2_epi64(U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001099 ((__m128i)__builtin_ia32_extracti64x2_256_mask((__v4di)(__m256i)(A), \
1100 (int)(imm), \
1101 (__v2di)_mm_setzero_si128(), \
1102 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001103
Logan Chien55afb0a2018-10-15 10:42:14 +08001104#define _mm256_insertf64x2(A, B, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001105 ((__m256d)__builtin_ia32_insertf64x2_256((__v4df)(__m256d)(A), \
1106 (__v2df)(__m128d)(B), (int)(imm)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001107
Logan Chien55afb0a2018-10-15 10:42:14 +08001108#define _mm256_mask_insertf64x2(W, U, A, B, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001109 ((__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
Logan Chien55afb0a2018-10-15 10:42:14 +08001110 (__v4df)_mm256_insertf64x2((A), (B), (imm)), \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001111 (__v4df)(__m256d)(W)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001112
Logan Chien55afb0a2018-10-15 10:42:14 +08001113#define _mm256_maskz_insertf64x2(U, A, B, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001114 ((__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
Logan Chien55afb0a2018-10-15 10:42:14 +08001115 (__v4df)_mm256_insertf64x2((A), (B), (imm)), \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001116 (__v4df)_mm256_setzero_pd()))
Logan Chien2833ffb2018-10-09 10:03:24 +08001117
Logan Chien55afb0a2018-10-15 10:42:14 +08001118#define _mm256_inserti64x2(A, B, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001119 ((__m256i)__builtin_ia32_inserti64x2_256((__v4di)(__m256i)(A), \
1120 (__v2di)(__m128i)(B), (int)(imm)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001121
Logan Chien55afb0a2018-10-15 10:42:14 +08001122#define _mm256_mask_inserti64x2(W, U, A, B, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001123 ((__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
1124 (__v4di)_mm256_inserti64x2((A), (B), (imm)), \
1125 (__v4di)(__m256i)(W)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001126
Logan Chien55afb0a2018-10-15 10:42:14 +08001127#define _mm256_maskz_inserti64x2(U, A, B, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001128 ((__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
1129 (__v4di)_mm256_inserti64x2((A), (B), (imm)), \
1130 (__v4di)_mm256_setzero_si256()))
Logan Chien2833ffb2018-10-09 10:03:24 +08001131
Logan Chien55afb0a2018-10-15 10:42:14 +08001132#define _mm_mask_fpclass_pd_mask(U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001133 ((__mmask8)__builtin_ia32_fpclasspd128_mask((__v2df)(__m128d)(A), (int)(imm), \
1134 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001135
Logan Chien55afb0a2018-10-15 10:42:14 +08001136#define _mm_fpclass_pd_mask(A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001137 ((__mmask8)__builtin_ia32_fpclasspd128_mask((__v2df)(__m128d)(A), (int)(imm), \
1138 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +08001139
Logan Chien55afb0a2018-10-15 10:42:14 +08001140#define _mm256_mask_fpclass_pd_mask(U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001141 ((__mmask8)__builtin_ia32_fpclasspd256_mask((__v4df)(__m256d)(A), (int)(imm), \
1142 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001143
Logan Chien55afb0a2018-10-15 10:42:14 +08001144#define _mm256_fpclass_pd_mask(A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001145 ((__mmask8)__builtin_ia32_fpclasspd256_mask((__v4df)(__m256d)(A), (int)(imm), \
1146 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +08001147
Logan Chien55afb0a2018-10-15 10:42:14 +08001148#define _mm_mask_fpclass_ps_mask(U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001149 ((__mmask8)__builtin_ia32_fpclassps128_mask((__v4sf)(__m128)(A), (int)(imm), \
1150 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001151
Logan Chien55afb0a2018-10-15 10:42:14 +08001152#define _mm_fpclass_ps_mask(A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001153 ((__mmask8)__builtin_ia32_fpclassps128_mask((__v4sf)(__m128)(A), (int)(imm), \
1154 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +08001155
Logan Chien55afb0a2018-10-15 10:42:14 +08001156#define _mm256_mask_fpclass_ps_mask(U, A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001157 ((__mmask8)__builtin_ia32_fpclassps256_mask((__v8sf)(__m256)(A), (int)(imm), \
1158 (__mmask8)(U)))
Logan Chien2833ffb2018-10-09 10:03:24 +08001159
Logan Chien55afb0a2018-10-15 10:42:14 +08001160#define _mm256_fpclass_ps_mask(A, imm) \
Pirama Arumuga Nainar494f6452021-12-02 10:42:14 -08001161 ((__mmask8)__builtin_ia32_fpclassps256_mask((__v8sf)(__m256)(A), (int)(imm), \
1162 (__mmask8)-1))
Logan Chien2833ffb2018-10-09 10:03:24 +08001163
Logan Chien55afb0a2018-10-15 10:42:14 +08001164#undef __DEFAULT_FN_ATTRS128
1165#undef __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +08001166
1167#endif