Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / b4dd6d24d7567869e66e901b02d886095b87525d / . / clang / lib / Headers / avx512vldqintrin.h
blob: 9d13846e8964ed5386801281298d85981ceb669e [file] [log] [blame]
Craig Topper880f60b2015-11-11 08:00:39 +0000[diff] [blame]1/*===---- avx512vldqintrin.h - AVX512VL and AVX512DQ intrinsics ------------===
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
Sean Silvae4c37602015-09-12 02:55:19 +0000[diff] [blame]23
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]24#ifndef __IMMINTRIN_H
25#error "Never use <avx512vldqintrin.h> directly; include <immintrin.h> instead."
26#endif
27
28#ifndef __AVX512VLDQINTRIN_H
29#define __AVX512VLDQINTRIN_H
30
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]31/* Define the default attributes for the functions in this file. */
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]32#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("avx512vl,avx512dq"), __min_vector_width__(128)))
33#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("avx512vl,avx512dq"), __min_vector_width__(256)))
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]34
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]35static __inline__ __m256i __DEFAULT_FN_ATTRS256
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]36_mm256_mullo_epi64 (__m256i __A, __m256i __B) {
Craig Topper6a77b622016-06-04 05:43:41 +0000[diff] [blame]37 return (__m256i) ((__v4du) __A * (__v4du) __B);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]38}
39
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]40static __inline__ __m256i __DEFAULT_FN_ATTRS256
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]41_mm256_mask_mullo_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B) {
42 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
43 (__v4di)_mm256_mullo_epi64(__A, __B),
44 (__v4di)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]45}
46
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]47static __inline__ __m256i __DEFAULT_FN_ATTRS256
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]48_mm256_maskz_mullo_epi64(__mmask8 __U, __m256i __A, __m256i __B) {
49 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
50 (__v4di)_mm256_mullo_epi64(__A, __B),
51 (__v4di)_mm256_setzero_si256());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]52}
53
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]54static __inline__ __m128i __DEFAULT_FN_ATTRS128
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]55_mm_mullo_epi64 (__m128i __A, __m128i __B) {
Craig Topper6a77b622016-06-04 05:43:41 +0000[diff] [blame]56 return (__m128i) ((__v2du) __A * (__v2du) __B);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]57}
58
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]59static __inline__ __m128i __DEFAULT_FN_ATTRS128
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]60_mm_mask_mullo_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B) {
61 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
62 (__v2di)_mm_mullo_epi64(__A, __B),
63 (__v2di)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]64}
65
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]66static __inline__ __m128i __DEFAULT_FN_ATTRS128
Craig Topperf43e4a12016-09-03 19:19:49 +0000[diff] [blame]67_mm_maskz_mullo_epi64(__mmask8 __U, __m128i __A, __m128i __B) {
68 return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
69 (__v2di)_mm_mullo_epi64(__A, __B),
70 (__v2di)_mm_setzero_si128());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]71}
72
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]73static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]74_mm256_mask_andnot_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
75 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
76 (__v4df)_mm256_andnot_pd(__A, __B),
77 (__v4df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]78}
79
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]80static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]81_mm256_maskz_andnot_pd(__mmask8 __U, __m256d __A, __m256d __B) {
82 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
83 (__v4df)_mm256_andnot_pd(__A, __B),
84 (__v4df)_mm256_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]85}
86
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]87static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]88_mm_mask_andnot_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
89 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
90 (__v2df)_mm_andnot_pd(__A, __B),
91 (__v2df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]92}
93
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]94static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]95_mm_maskz_andnot_pd(__mmask8 __U, __m128d __A, __m128d __B) {
96 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
97 (__v2df)_mm_andnot_pd(__A, __B),
98 (__v2df)_mm_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]99}
100
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]101static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]102_mm256_mask_andnot_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
103 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
104 (__v8sf)_mm256_andnot_ps(__A, __B),
105 (__v8sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]106}
107
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]108static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]109_mm256_maskz_andnot_ps(__mmask8 __U, __m256 __A, __m256 __B) {
110 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
111 (__v8sf)_mm256_andnot_ps(__A, __B),
112 (__v8sf)_mm256_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]113}
114
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]115static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]116_mm_mask_andnot_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
117 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
118 (__v4sf)_mm_andnot_ps(__A, __B),
119 (__v4sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]120}
121
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]122static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]123_mm_maskz_andnot_ps(__mmask8 __U, __m128 __A, __m128 __B) {
124 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
125 (__v4sf)_mm_andnot_ps(__A, __B),
126 (__v4sf)_mm_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]127}
128
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]129static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]130_mm256_mask_and_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
131 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
132 (__v4df)_mm256_and_pd(__A, __B),
133 (__v4df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]134}
135
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]136static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]137_mm256_maskz_and_pd(__mmask8 __U, __m256d __A, __m256d __B) {
138 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
139 (__v4df)_mm256_and_pd(__A, __B),
140 (__v4df)_mm256_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]141}
142
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]143static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]144_mm_mask_and_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
145 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
146 (__v2df)_mm_and_pd(__A, __B),
147 (__v2df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]148}
149
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]150static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]151_mm_maskz_and_pd(__mmask8 __U, __m128d __A, __m128d __B) {
152 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
153 (__v2df)_mm_and_pd(__A, __B),
154 (__v2df)_mm_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]155}
156
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]157static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]158_mm256_mask_and_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
159 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
160 (__v8sf)_mm256_and_ps(__A, __B),
161 (__v8sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]162}
163
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]164static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]165_mm256_maskz_and_ps(__mmask8 __U, __m256 __A, __m256 __B) {
166 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
167 (__v8sf)_mm256_and_ps(__A, __B),
168 (__v8sf)_mm256_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]169}
170
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]171static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]172_mm_mask_and_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
173 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
174 (__v4sf)_mm_and_ps(__A, __B),
175 (__v4sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]176}
177
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]178static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]179_mm_maskz_and_ps(__mmask8 __U, __m128 __A, __m128 __B) {
180 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
181 (__v4sf)_mm_and_ps(__A, __B),
182 (__v4sf)_mm_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]183}
184
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]185static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]186_mm256_mask_xor_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
187 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
188 (__v4df)_mm256_xor_pd(__A, __B),
189 (__v4df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]190}
191
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]192static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]193_mm256_maskz_xor_pd(__mmask8 __U, __m256d __A, __m256d __B) {
194 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
195 (__v4df)_mm256_xor_pd(__A, __B),
196 (__v4df)_mm256_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]197}
198
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]199static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]200_mm_mask_xor_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
201 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
202 (__v2df)_mm_xor_pd(__A, __B),
203 (__v2df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]204}
205
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]206static __inline__ __m128d __DEFAULT_FN_ATTRS128
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]207_mm_maskz_xor_pd (__mmask8 __U, __m128d __A, __m128d __B) {
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]208 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
209 (__v2df)_mm_xor_pd(__A, __B),
210 (__v2df)_mm_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]211}
212
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]213static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]214_mm256_mask_xor_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
215 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
216 (__v8sf)_mm256_xor_ps(__A, __B),
217 (__v8sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]218}
219
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]220static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]221_mm256_maskz_xor_ps(__mmask8 __U, __m256 __A, __m256 __B) {
222 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
223 (__v8sf)_mm256_xor_ps(__A, __B),
224 (__v8sf)_mm256_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]225}
226
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]227static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]228_mm_mask_xor_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
229 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
230 (__v4sf)_mm_xor_ps(__A, __B),
231 (__v4sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]232}
233
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]234static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]235_mm_maskz_xor_ps(__mmask8 __U, __m128 __A, __m128 __B) {
236 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
237 (__v4sf)_mm_xor_ps(__A, __B),
238 (__v4sf)_mm_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]239}
240
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]241static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]242_mm256_mask_or_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
243 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
244 (__v4df)_mm256_or_pd(__A, __B),
245 (__v4df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]246}
247
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]248static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]249_mm256_maskz_or_pd(__mmask8 __U, __m256d __A, __m256d __B) {
250 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
251 (__v4df)_mm256_or_pd(__A, __B),
252 (__v4df)_mm256_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]253}
254
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]255static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]256_mm_mask_or_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
257 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
258 (__v2df)_mm_or_pd(__A, __B),
259 (__v2df)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]260}
261
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]262static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]263_mm_maskz_or_pd(__mmask8 __U, __m128d __A, __m128d __B) {
264 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
265 (__v2df)_mm_or_pd(__A, __B),
266 (__v2df)_mm_setzero_pd());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]267}
268
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]269static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]270_mm256_mask_or_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
271 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
272 (__v8sf)_mm256_or_ps(__A, __B),
273 (__v8sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]274}
275
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]276static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]277_mm256_maskz_or_ps(__mmask8 __U, __m256 __A, __m256 __B) {
278 return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
279 (__v8sf)_mm256_or_ps(__A, __B),
280 (__v8sf)_mm256_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]281}
282
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]283static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]284_mm_mask_or_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
285 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
286 (__v4sf)_mm_or_ps(__A, __B),
287 (__v4sf)__W);
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]288}
289
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]290static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Toppera815f482016-08-31 05:38:58 +0000[diff] [blame]291_mm_maskz_or_ps(__mmask8 __U, __m128 __A, __m128 __B) {
292 return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
293 (__v4sf)_mm_or_ps(__A, __B),
294 (__v4sf)_mm_setzero_ps());
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]295}
296
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]297static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]298_mm_cvtpd_epi64 (__m128d __A) {
299 return (__m128i) __builtin_ia32_cvtpd2qq128_mask ((__v2df) __A,
300 (__v2di) _mm_setzero_si128(),
301 (__mmask8) -1);
302}
303
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]304static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]305_mm_mask_cvtpd_epi64 (__m128i __W, __mmask8 __U, __m128d __A) {
306 return (__m128i) __builtin_ia32_cvtpd2qq128_mask ((__v2df) __A,
307 (__v2di) __W,
308 (__mmask8) __U);
309}
310
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]311static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]312_mm_maskz_cvtpd_epi64 (__mmask8 __U, __m128d __A) {
313 return (__m128i) __builtin_ia32_cvtpd2qq128_mask ((__v2df) __A,
314 (__v2di) _mm_setzero_si128(),
315 (__mmask8) __U);
316}
317
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]318static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]319_mm256_cvtpd_epi64 (__m256d __A) {
320 return (__m256i) __builtin_ia32_cvtpd2qq256_mask ((__v4df) __A,
321 (__v4di) _mm256_setzero_si256(),
322 (__mmask8) -1);
323}
324
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]325static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]326_mm256_mask_cvtpd_epi64 (__m256i __W, __mmask8 __U, __m256d __A) {
327 return (__m256i) __builtin_ia32_cvtpd2qq256_mask ((__v4df) __A,
328 (__v4di) __W,
329 (__mmask8) __U);
330}
331
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]332static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]333_mm256_maskz_cvtpd_epi64 (__mmask8 __U, __m256d __A) {
334 return (__m256i) __builtin_ia32_cvtpd2qq256_mask ((__v4df) __A,
335 (__v4di) _mm256_setzero_si256(),
336 (__mmask8) __U);
337}
338
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]339static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]340_mm_cvtpd_epu64 (__m128d __A) {
341 return (__m128i) __builtin_ia32_cvtpd2uqq128_mask ((__v2df) __A,
342 (__v2di) _mm_setzero_si128(),
343 (__mmask8) -1);
344}
345
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]346static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]347_mm_mask_cvtpd_epu64 (__m128i __W, __mmask8 __U, __m128d __A) {
348 return (__m128i) __builtin_ia32_cvtpd2uqq128_mask ((__v2df) __A,
349 (__v2di) __W,
350 (__mmask8) __U);
351}
352
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]353static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]354_mm_maskz_cvtpd_epu64 (__mmask8 __U, __m128d __A) {
355 return (__m128i) __builtin_ia32_cvtpd2uqq128_mask ((__v2df) __A,
356 (__v2di) _mm_setzero_si128(),
357 (__mmask8) __U);
358}
359
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]360static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]361_mm256_cvtpd_epu64 (__m256d __A) {
362 return (__m256i) __builtin_ia32_cvtpd2uqq256_mask ((__v4df) __A,
363 (__v4di) _mm256_setzero_si256(),
364 (__mmask8) -1);
365}
366
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]367static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]368_mm256_mask_cvtpd_epu64 (__m256i __W, __mmask8 __U, __m256d __A) {
369 return (__m256i) __builtin_ia32_cvtpd2uqq256_mask ((__v4df) __A,
370 (__v4di) __W,
371 (__mmask8) __U);
372}
373
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]374static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]375_mm256_maskz_cvtpd_epu64 (__mmask8 __U, __m256d __A) {
376 return (__m256i) __builtin_ia32_cvtpd2uqq256_mask ((__v4df) __A,
377 (__v4di) _mm256_setzero_si256(),
378 (__mmask8) __U);
379}
380
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]381static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]382_mm_cvtps_epi64 (__m128 __A) {
383 return (__m128i) __builtin_ia32_cvtps2qq128_mask ((__v4sf) __A,
384 (__v2di) _mm_setzero_si128(),
385 (__mmask8) -1);
386}
387
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]388static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]389_mm_mask_cvtps_epi64 (__m128i __W, __mmask8 __U, __m128 __A) {
390 return (__m128i) __builtin_ia32_cvtps2qq128_mask ((__v4sf) __A,
391 (__v2di) __W,
392 (__mmask8) __U);
393}
394
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]395static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]396_mm_maskz_cvtps_epi64 (__mmask8 __U, __m128 __A) {
397 return (__m128i) __builtin_ia32_cvtps2qq128_mask ((__v4sf) __A,
398 (__v2di) _mm_setzero_si128(),
399 (__mmask8) __U);
400}
401
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]402static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]403_mm256_cvtps_epi64 (__m128 __A) {
404 return (__m256i) __builtin_ia32_cvtps2qq256_mask ((__v4sf) __A,
405 (__v4di) _mm256_setzero_si256(),
406 (__mmask8) -1);
407}
408
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]409static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]410_mm256_mask_cvtps_epi64 (__m256i __W, __mmask8 __U, __m128 __A) {
411 return (__m256i) __builtin_ia32_cvtps2qq256_mask ((__v4sf) __A,
412 (__v4di) __W,
413 (__mmask8) __U);
414}
415
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]416static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]417_mm256_maskz_cvtps_epi64 (__mmask8 __U, __m128 __A) {
418 return (__m256i) __builtin_ia32_cvtps2qq256_mask ((__v4sf) __A,
419 (__v4di) _mm256_setzero_si256(),
420 (__mmask8) __U);
421}
422
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]423static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]424_mm_cvtps_epu64 (__m128 __A) {
425 return (__m128i) __builtin_ia32_cvtps2uqq128_mask ((__v4sf) __A,
426 (__v2di) _mm_setzero_si128(),
427 (__mmask8) -1);
428}
429
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]430static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]431_mm_mask_cvtps_epu64 (__m128i __W, __mmask8 __U, __m128 __A) {
432 return (__m128i) __builtin_ia32_cvtps2uqq128_mask ((__v4sf) __A,
433 (__v2di) __W,
434 (__mmask8) __U);
435}
436
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]437static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]438_mm_maskz_cvtps_epu64 (__mmask8 __U, __m128 __A) {
439 return (__m128i) __builtin_ia32_cvtps2uqq128_mask ((__v4sf) __A,
440 (__v2di) _mm_setzero_si128(),
441 (__mmask8) __U);
442}
443
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]444static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]445_mm256_cvtps_epu64 (__m128 __A) {
446 return (__m256i) __builtin_ia32_cvtps2uqq256_mask ((__v4sf) __A,
447 (__v4di) _mm256_setzero_si256(),
448 (__mmask8) -1);
449}
450
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]451static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]452_mm256_mask_cvtps_epu64 (__m256i __W, __mmask8 __U, __m128 __A) {
453 return (__m256i) __builtin_ia32_cvtps2uqq256_mask ((__v4sf) __A,
454 (__v4di) __W,
455 (__mmask8) __U);
456}
457
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]458static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]459_mm256_maskz_cvtps_epu64 (__mmask8 __U, __m128 __A) {
460 return (__m256i) __builtin_ia32_cvtps2uqq256_mask ((__v4sf) __A,
461 (__v4di) _mm256_setzero_si256(),
462 (__mmask8) __U);
463}
464
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]465static __inline__ __m128d __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]466_mm_cvtepi64_pd (__m128i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]467 return (__m128d)__builtin_convertvector((__v2di)__A, __v2df);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]468}
469
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]470static __inline__ __m128d __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]471_mm_mask_cvtepi64_pd (__m128d __W, __mmask8 __U, __m128i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]472 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
473 (__v2df)_mm_cvtepi64_pd(__A),
474 (__v2df)__W);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]475}
476
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]477static __inline__ __m128d __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]478_mm_maskz_cvtepi64_pd (__mmask8 __U, __m128i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]479 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
480 (__v2df)_mm_cvtepi64_pd(__A),
481 (__v2df)_mm_setzero_pd());
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]482}
483
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]484static __inline__ __m256d __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]485_mm256_cvtepi64_pd (__m256i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]486 return (__m256d)__builtin_convertvector((__v4di)__A, __v4df);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]487}
488
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]489static __inline__ __m256d __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]490_mm256_mask_cvtepi64_pd (__m256d __W, __mmask8 __U, __m256i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]491 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
492 (__v4df)_mm256_cvtepi64_pd(__A),
493 (__v4df)__W);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]494}
495
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]496static __inline__ __m256d __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]497_mm256_maskz_cvtepi64_pd (__mmask8 __U, __m256i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]498 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
499 (__v4df)_mm256_cvtepi64_pd(__A),
500 (__v4df)_mm256_setzero_pd());
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]501}
502
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]503static __inline__ __m128 __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]504_mm_cvtepi64_ps (__m128i __A) {
505 return (__m128) __builtin_ia32_cvtqq2ps128_mask ((__v2di) __A,
506 (__v4sf) _mm_setzero_ps(),
507 (__mmask8) -1);
508}
509
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]510static __inline__ __m128 __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]511_mm_mask_cvtepi64_ps (__m128 __W, __mmask8 __U, __m128i __A) {
512 return (__m128) __builtin_ia32_cvtqq2ps128_mask ((__v2di) __A,
513 (__v4sf) __W,
514 (__mmask8) __U);
515}
516
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]517static __inline__ __m128 __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]518_mm_maskz_cvtepi64_ps (__mmask8 __U, __m128i __A) {
519 return (__m128) __builtin_ia32_cvtqq2ps128_mask ((__v2di) __A,
520 (__v4sf) _mm_setzero_ps(),
521 (__mmask8) __U);
522}
523
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]524static __inline__ __m128 __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]525_mm256_cvtepi64_ps (__m256i __A) {
526 return (__m128) __builtin_ia32_cvtqq2ps256_mask ((__v4di) __A,
527 (__v4sf) _mm_setzero_ps(),
528 (__mmask8) -1);
529}
530
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]531static __inline__ __m128 __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]532_mm256_mask_cvtepi64_ps (__m128 __W, __mmask8 __U, __m256i __A) {
533 return (__m128) __builtin_ia32_cvtqq2ps256_mask ((__v4di) __A,
534 (__v4sf) __W,
535 (__mmask8) __U);
536}
537
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]538static __inline__ __m128 __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]539_mm256_maskz_cvtepi64_ps (__mmask8 __U, __m256i __A) {
540 return (__m128) __builtin_ia32_cvtqq2ps256_mask ((__v4di) __A,
541 (__v4sf) _mm_setzero_ps(),
542 (__mmask8) __U);
543}
544
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]545static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]546_mm_cvttpd_epi64 (__m128d __A) {
547 return (__m128i) __builtin_ia32_cvttpd2qq128_mask ((__v2df) __A,
548 (__v2di) _mm_setzero_si128(),
549 (__mmask8) -1);
550}
551
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]552static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]553_mm_mask_cvttpd_epi64 (__m128i __W, __mmask8 __U, __m128d __A) {
554 return (__m128i) __builtin_ia32_cvttpd2qq128_mask ((__v2df) __A,
555 (__v2di) __W,
556 (__mmask8) __U);
557}
558
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]559static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]560_mm_maskz_cvttpd_epi64 (__mmask8 __U, __m128d __A) {
561 return (__m128i) __builtin_ia32_cvttpd2qq128_mask ((__v2df) __A,
562 (__v2di) _mm_setzero_si128(),
563 (__mmask8) __U);
564}
565
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]566static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]567_mm256_cvttpd_epi64 (__m256d __A) {
568 return (__m256i) __builtin_ia32_cvttpd2qq256_mask ((__v4df) __A,
569 (__v4di) _mm256_setzero_si256(),
570 (__mmask8) -1);
571}
572
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]573static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]574_mm256_mask_cvttpd_epi64 (__m256i __W, __mmask8 __U, __m256d __A) {
575 return (__m256i) __builtin_ia32_cvttpd2qq256_mask ((__v4df) __A,
576 (__v4di) __W,
577 (__mmask8) __U);
578}
579
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]580static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]581_mm256_maskz_cvttpd_epi64 (__mmask8 __U, __m256d __A) {
582 return (__m256i) __builtin_ia32_cvttpd2qq256_mask ((__v4df) __A,
583 (__v4di) _mm256_setzero_si256(),
584 (__mmask8) __U);
585}
586
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]587static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]588_mm_cvttpd_epu64 (__m128d __A) {
589 return (__m128i) __builtin_ia32_cvttpd2uqq128_mask ((__v2df) __A,
590 (__v2di) _mm_setzero_si128(),
591 (__mmask8) -1);
592}
593
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]594static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]595_mm_mask_cvttpd_epu64 (__m128i __W, __mmask8 __U, __m128d __A) {
596 return (__m128i) __builtin_ia32_cvttpd2uqq128_mask ((__v2df) __A,
597 (__v2di) __W,
598 (__mmask8) __U);
599}
600
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]601static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]602_mm_maskz_cvttpd_epu64 (__mmask8 __U, __m128d __A) {
603 return (__m128i) __builtin_ia32_cvttpd2uqq128_mask ((__v2df) __A,
604 (__v2di) _mm_setzero_si128(),
605 (__mmask8) __U);
606}
607
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]608static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]609_mm256_cvttpd_epu64 (__m256d __A) {
610 return (__m256i) __builtin_ia32_cvttpd2uqq256_mask ((__v4df) __A,
611 (__v4di) _mm256_setzero_si256(),
612 (__mmask8) -1);
613}
614
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]615static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]616_mm256_mask_cvttpd_epu64 (__m256i __W, __mmask8 __U, __m256d __A) {
617 return (__m256i) __builtin_ia32_cvttpd2uqq256_mask ((__v4df) __A,
618 (__v4di) __W,
619 (__mmask8) __U);
620}
621
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]622static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]623_mm256_maskz_cvttpd_epu64 (__mmask8 __U, __m256d __A) {
624 return (__m256i) __builtin_ia32_cvttpd2uqq256_mask ((__v4df) __A,
625 (__v4di) _mm256_setzero_si256(),
626 (__mmask8) __U);
627}
628
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]629static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]630_mm_cvttps_epi64 (__m128 __A) {
631 return (__m128i) __builtin_ia32_cvttps2qq128_mask ((__v4sf) __A,
632 (__v2di) _mm_setzero_si128(),
633 (__mmask8) -1);
634}
635
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]636static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]637_mm_mask_cvttps_epi64 (__m128i __W, __mmask8 __U, __m128 __A) {
638 return (__m128i) __builtin_ia32_cvttps2qq128_mask ((__v4sf) __A,
639 (__v2di) __W,
640 (__mmask8) __U);
641}
642
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]643static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]644_mm_maskz_cvttps_epi64 (__mmask8 __U, __m128 __A) {
645 return (__m128i) __builtin_ia32_cvttps2qq128_mask ((__v4sf) __A,
646 (__v2di) _mm_setzero_si128(),
647 (__mmask8) __U);
648}
649
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]650static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]651_mm256_cvttps_epi64 (__m128 __A) {
652 return (__m256i) __builtin_ia32_cvttps2qq256_mask ((__v4sf) __A,
653 (__v4di) _mm256_setzero_si256(),
654 (__mmask8) -1);
655}
656
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]657static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]658_mm256_mask_cvttps_epi64 (__m256i __W, __mmask8 __U, __m128 __A) {
659 return (__m256i) __builtin_ia32_cvttps2qq256_mask ((__v4sf) __A,
660 (__v4di) __W,
661 (__mmask8) __U);
662}
663
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]664static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]665_mm256_maskz_cvttps_epi64 (__mmask8 __U, __m128 __A) {
666 return (__m256i) __builtin_ia32_cvttps2qq256_mask ((__v4sf) __A,
667 (__v4di) _mm256_setzero_si256(),
668 (__mmask8) __U);
669}
670
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]671static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]672_mm_cvttps_epu64 (__m128 __A) {
673 return (__m128i) __builtin_ia32_cvttps2uqq128_mask ((__v4sf) __A,
674 (__v2di) _mm_setzero_si128(),
675 (__mmask8) -1);
676}
677
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]678static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]679_mm_mask_cvttps_epu64 (__m128i __W, __mmask8 __U, __m128 __A) {
680 return (__m128i) __builtin_ia32_cvttps2uqq128_mask ((__v4sf) __A,
681 (__v2di) __W,
682 (__mmask8) __U);
683}
684
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]685static __inline__ __m128i __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]686_mm_maskz_cvttps_epu64 (__mmask8 __U, __m128 __A) {
687 return (__m128i) __builtin_ia32_cvttps2uqq128_mask ((__v4sf) __A,
688 (__v2di) _mm_setzero_si128(),
689 (__mmask8) __U);
690}
691
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]692static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]693_mm256_cvttps_epu64 (__m128 __A) {
694 return (__m256i) __builtin_ia32_cvttps2uqq256_mask ((__v4sf) __A,
695 (__v4di) _mm256_setzero_si256(),
696 (__mmask8) -1);
697}
698
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]699static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]700_mm256_mask_cvttps_epu64 (__m256i __W, __mmask8 __U, __m128 __A) {
701 return (__m256i) __builtin_ia32_cvttps2uqq256_mask ((__v4sf) __A,
702 (__v4di) __W,
703 (__mmask8) __U);
704}
705
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]706static __inline__ __m256i __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]707_mm256_maskz_cvttps_epu64 (__mmask8 __U, __m128 __A) {
708 return (__m256i) __builtin_ia32_cvttps2uqq256_mask ((__v4sf) __A,
709 (__v4di) _mm256_setzero_si256(),
710 (__mmask8) __U);
711}
712
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]713static __inline__ __m128d __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]714_mm_cvtepu64_pd (__m128i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]715 return (__m128d)__builtin_convertvector((__v2du)__A, __v2df);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]716}
717
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]718static __inline__ __m128d __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]719_mm_mask_cvtepu64_pd (__m128d __W, __mmask8 __U, __m128i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]720 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
721 (__v2df)_mm_cvtepu64_pd(__A),
722 (__v2df)__W);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]723}
724
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]725static __inline__ __m128d __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]726_mm_maskz_cvtepu64_pd (__mmask8 __U, __m128i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]727 return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
728 (__v2df)_mm_cvtepu64_pd(__A),
729 (__v2df)_mm_setzero_pd());
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]730}
731
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]732static __inline__ __m256d __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]733_mm256_cvtepu64_pd (__m256i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]734 return (__m256d)__builtin_convertvector((__v4du)__A, __v4df);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]735}
736
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]737static __inline__ __m256d __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]738_mm256_mask_cvtepu64_pd (__m256d __W, __mmask8 __U, __m256i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]739 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
740 (__v4df)_mm256_cvtepu64_pd(__A),
741 (__v4df)__W);
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]742}
743
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]744static __inline__ __m256d __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]745_mm256_maskz_cvtepu64_pd (__mmask8 __U, __m256i __A) {
Craig Topper842171d2018-05-21 20:19:17 +0000[diff] [blame]746 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
747 (__v4df)_mm256_cvtepu64_pd(__A),
748 (__v4df)_mm256_setzero_pd());
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]749}
750
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]751static __inline__ __m128 __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]752_mm_cvtepu64_ps (__m128i __A) {
753 return (__m128) __builtin_ia32_cvtuqq2ps128_mask ((__v2di) __A,
754 (__v4sf) _mm_setzero_ps(),
755 (__mmask8) -1);
756}
757
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]758static __inline__ __m128 __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]759_mm_mask_cvtepu64_ps (__m128 __W, __mmask8 __U, __m128i __A) {
760 return (__m128) __builtin_ia32_cvtuqq2ps128_mask ((__v2di) __A,
761 (__v4sf) __W,
762 (__mmask8) __U);
763}
764
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]765static __inline__ __m128 __DEFAULT_FN_ATTRS128
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]766_mm_maskz_cvtepu64_ps (__mmask8 __U, __m128i __A) {
767 return (__m128) __builtin_ia32_cvtuqq2ps128_mask ((__v2di) __A,
768 (__v4sf) _mm_setzero_ps(),
769 (__mmask8) __U);
770}
771
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]772static __inline__ __m128 __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]773_mm256_cvtepu64_ps (__m256i __A) {
774 return (__m128) __builtin_ia32_cvtuqq2ps256_mask ((__v4di) __A,
775 (__v4sf) _mm_setzero_ps(),
776 (__mmask8) -1);
777}
778
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]779static __inline__ __m128 __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]780_mm256_mask_cvtepu64_ps (__m128 __W, __mmask8 __U, __m256i __A) {
781 return (__m128) __builtin_ia32_cvtuqq2ps256_mask ((__v4di) __A,
782 (__v4sf) __W,
783 (__mmask8) __U);
784}
785
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]786static __inline__ __m128 __DEFAULT_FN_ATTRS256
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]787_mm256_maskz_cvtepu64_ps (__mmask8 __U, __m256i __A) {
788 return (__m128) __builtin_ia32_cvtuqq2ps256_mask ((__v4di) __A,
789 (__v4sf) _mm_setzero_ps(),
790 (__mmask8) __U);
791}
792
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]793#define _mm_range_pd(A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]794 (__m128d)__builtin_ia32_rangepd128_mask((__v2df)(__m128d)(A), \
795 (__v2df)(__m128d)(B), (int)(C), \
796 (__v2df)_mm_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]797 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]798
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]799#define _mm_mask_range_pd(W, U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]800 (__m128d)__builtin_ia32_rangepd128_mask((__v2df)(__m128d)(A), \
801 (__v2df)(__m128d)(B), (int)(C), \
802 (__v2df)(__m128d)(W), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]803 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]804
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]805#define _mm_maskz_range_pd(U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]806 (__m128d)__builtin_ia32_rangepd128_mask((__v2df)(__m128d)(A), \
807 (__v2df)(__m128d)(B), (int)(C), \
808 (__v2df)_mm_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]809 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]810
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]811#define _mm256_range_pd(A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]812 (__m256d)__builtin_ia32_rangepd256_mask((__v4df)(__m256d)(A), \
813 (__v4df)(__m256d)(B), (int)(C), \
814 (__v4df)_mm256_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]815 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]816
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]817#define _mm256_mask_range_pd(W, U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]818 (__m256d)__builtin_ia32_rangepd256_mask((__v4df)(__m256d)(A), \
819 (__v4df)(__m256d)(B), (int)(C), \
820 (__v4df)(__m256d)(W), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]821 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]822
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]823#define _mm256_maskz_range_pd(U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]824 (__m256d)__builtin_ia32_rangepd256_mask((__v4df)(__m256d)(A), \
825 (__v4df)(__m256d)(B), (int)(C), \
826 (__v4df)_mm256_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]827 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]828
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]829#define _mm_range_ps(A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]830 (__m128)__builtin_ia32_rangeps128_mask((__v4sf)(__m128)(A), \
831 (__v4sf)(__m128)(B), (int)(C), \
832 (__v4sf)_mm_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]833 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]834
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]835#define _mm_mask_range_ps(W, U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]836 (__m128)__builtin_ia32_rangeps128_mask((__v4sf)(__m128)(A), \
837 (__v4sf)(__m128)(B), (int)(C), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]838 (__v4sf)(__m128)(W), (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]839
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]840#define _mm_maskz_range_ps(U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]841 (__m128)__builtin_ia32_rangeps128_mask((__v4sf)(__m128)(A), \
842 (__v4sf)(__m128)(B), (int)(C), \
843 (__v4sf)_mm_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]844 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]845
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]846#define _mm256_range_ps(A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]847 (__m256)__builtin_ia32_rangeps256_mask((__v8sf)(__m256)(A), \
848 (__v8sf)(__m256)(B), (int)(C), \
849 (__v8sf)_mm256_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]850 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]851
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]852#define _mm256_mask_range_ps(W, U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]853 (__m256)__builtin_ia32_rangeps256_mask((__v8sf)(__m256)(A), \
854 (__v8sf)(__m256)(B), (int)(C), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]855 (__v8sf)(__m256)(W), (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]856
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]857#define _mm256_maskz_range_ps(U, A, B, C) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]858 (__m256)__builtin_ia32_rangeps256_mask((__v8sf)(__m256)(A), \
859 (__v8sf)(__m256)(B), (int)(C), \
860 (__v8sf)_mm256_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]861 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]862
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]863#define _mm_reduce_pd(A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]864 (__m128d)__builtin_ia32_reducepd128_mask((__v2df)(__m128d)(A), (int)(B), \
865 (__v2df)_mm_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]866 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]867
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]868#define _mm_mask_reduce_pd(W, U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]869 (__m128d)__builtin_ia32_reducepd128_mask((__v2df)(__m128d)(A), (int)(B), \
870 (__v2df)(__m128d)(W), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]871 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]872
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]873#define _mm_maskz_reduce_pd(U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]874 (__m128d)__builtin_ia32_reducepd128_mask((__v2df)(__m128d)(A), (int)(B), \
875 (__v2df)_mm_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]876 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]877
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]878#define _mm256_reduce_pd(A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]879 (__m256d)__builtin_ia32_reducepd256_mask((__v4df)(__m256d)(A), (int)(B), \
880 (__v4df)_mm256_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]881 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]882
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]883#define _mm256_mask_reduce_pd(W, U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]884 (__m256d)__builtin_ia32_reducepd256_mask((__v4df)(__m256d)(A), (int)(B), \
885 (__v4df)(__m256d)(W), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]886 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]887
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]888#define _mm256_maskz_reduce_pd(U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]889 (__m256d)__builtin_ia32_reducepd256_mask((__v4df)(__m256d)(A), (int)(B), \
890 (__v4df)_mm256_setzero_pd(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]891 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]892
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]893#define _mm_reduce_ps(A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]894 (__m128)__builtin_ia32_reduceps128_mask((__v4sf)(__m128)(A), (int)(B), \
895 (__v4sf)_mm_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]896 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]897
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]898#define _mm_mask_reduce_ps(W, U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]899 (__m128)__builtin_ia32_reduceps128_mask((__v4sf)(__m128)(A), (int)(B), \
900 (__v4sf)(__m128)(W), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]901 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]902
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]903#define _mm_maskz_reduce_ps(U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]904 (__m128)__builtin_ia32_reduceps128_mask((__v4sf)(__m128)(A), (int)(B), \
905 (__v4sf)_mm_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]906 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]907
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]908#define _mm256_reduce_ps(A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]909 (__m256)__builtin_ia32_reduceps256_mask((__v8sf)(__m256)(A), (int)(B), \
910 (__v8sf)_mm256_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]911 (__mmask8)-1)
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]912
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]913#define _mm256_mask_reduce_ps(W, U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]914 (__m256)__builtin_ia32_reduceps256_mask((__v8sf)(__m256)(A), (int)(B), \
915 (__v8sf)(__m256)(W), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]916 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]917
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]918#define _mm256_maskz_reduce_ps(U, A, B) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]919 (__m256)__builtin_ia32_reduceps256_mask((__v8sf)(__m256)(A), (int)(B), \
920 (__v8sf)_mm256_setzero_ps(), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]921 (__mmask8)(U))
Asaf Badouh73b639f2015-08-02 12:43:08 +0000[diff] [blame]922
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]923static __inline__ __mmask8 __DEFAULT_FN_ATTRS128
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]924_mm_movepi32_mask (__m128i __A)
925{
926 return (__mmask8) __builtin_ia32_cvtd2mask128 ((__v4si) __A);
927}
928
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]929static __inline__ __mmask8 __DEFAULT_FN_ATTRS256
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]930_mm256_movepi32_mask (__m256i __A)
931{
932 return (__mmask8) __builtin_ia32_cvtd2mask256 ((__v8si) __A);
933}
934
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]935static __inline__ __m128i __DEFAULT_FN_ATTRS128
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]936_mm_movm_epi32 (__mmask8 __A)
937{
938 return (__m128i) __builtin_ia32_cvtmask2d128 (__A);
939}
940
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]941static __inline__ __m256i __DEFAULT_FN_ATTRS256
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]942_mm256_movm_epi32 (__mmask8 __A)
943{
944 return (__m256i) __builtin_ia32_cvtmask2d256 (__A);
945}
946
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]947static __inline__ __m128i __DEFAULT_FN_ATTRS128
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]948_mm_movm_epi64 (__mmask8 __A)
949{
950 return (__m128i) __builtin_ia32_cvtmask2q128 (__A);
951}
952
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]953static __inline__ __m256i __DEFAULT_FN_ATTRS256
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]954_mm256_movm_epi64 (__mmask8 __A)
955{
956 return (__m256i) __builtin_ia32_cvtmask2q256 (__A);
957}
958
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]959static __inline__ __mmask8 __DEFAULT_FN_ATTRS128
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]960_mm_movepi64_mask (__m128i __A)
961{
962 return (__mmask8) __builtin_ia32_cvtq2mask128 ((__v2di) __A);
963}
964
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]965static __inline__ __mmask8 __DEFAULT_FN_ATTRS256
Michael Zuckerman074edd72016-04-13 10:49:37 +0000[diff] [blame]966_mm256_movepi64_mask (__m256i __A)
967{
968 return (__mmask8) __builtin_ia32_cvtq2mask256 ((__v4di) __A);
969}
970
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]971static __inline__ __m256 __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]972_mm256_broadcast_f32x2 (__m128 __A)
973{
Craig Topper95ed88a2018-06-04 19:28:09 +0000[diff] [blame]974 return (__m256)__builtin_shufflevector((__v4sf)__A, (__v4sf)__A,
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]975 0, 1, 0, 1, 0, 1, 0, 1);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]976}
977
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]978static __inline__ __m256 __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]979_mm256_mask_broadcast_f32x2 (__m256 __O, __mmask8 __M, __m128 __A)
980{
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]981 return (__m256)__builtin_ia32_selectps_256((__mmask8)__M,
982 (__v8sf)_mm256_broadcast_f32x2(__A),
983 (__v8sf)__O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]984}
985
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]986static __inline__ __m256 __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]987_mm256_maskz_broadcast_f32x2 (__mmask8 __M, __m128 __A)
988{
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]989 return (__m256)__builtin_ia32_selectps_256((__mmask8)__M,
990 (__v8sf)_mm256_broadcast_f32x2(__A),
991 (__v8sf)_mm256_setzero_ps());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]992}
993
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]994static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]995_mm256_broadcast_f64x2(__m128d __A)
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]996{
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]997 return (__m256d)__builtin_shufflevector((__v2df)__A, (__v2df)__A,
998 0, 1, 0, 1);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]999}
1000
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1001static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1002_mm256_mask_broadcast_f64x2(__m256d __O, __mmask8 __M, __m128d __A)
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1003{
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1004 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__M,
1005 (__v4df)_mm256_broadcast_f64x2(__A),
1006 (__v4df)__O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1007}
1008
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1009static __inline__ __m256d __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1010_mm256_maskz_broadcast_f64x2 (__mmask8 __M, __m128d __A)
1011{
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1012 return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__M,
1013 (__v4df)_mm256_broadcast_f64x2(__A),
1014 (__v4df)_mm256_setzero_pd());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1015}
1016
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1017static __inline__ __m128i __DEFAULT_FN_ATTRS128
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1018_mm_broadcast_i32x2 (__m128i __A)
1019{
Craig Topper95ed88a2018-06-04 19:28:09 +0000[diff] [blame]1020 return (__m128i)__builtin_shufflevector((__v4si)__A, (__v4si)__A,
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]1021 0, 1, 0, 1);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1022}
1023
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1024static __inline__ __m128i __DEFAULT_FN_ATTRS128
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1025_mm_mask_broadcast_i32x2 (__m128i __O, __mmask8 __M, __m128i __A)
1026{
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]1027 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
1028 (__v4si)_mm_broadcast_i32x2(__A),
1029 (__v4si)__O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1030}
1031
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1032static __inline__ __m128i __DEFAULT_FN_ATTRS128
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1033_mm_maskz_broadcast_i32x2 (__mmask8 __M, __m128i __A)
1034{
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]1035 return (__m128i)__builtin_ia32_selectd_128((__mmask8)__M,
1036 (__v4si)_mm_broadcast_i32x2(__A),
1037 (__v4si)_mm_setzero_si128());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1038}
1039
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1040static __inline__ __m256i __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1041_mm256_broadcast_i32x2 (__m128i __A)
1042{
Craig Topper95ed88a2018-06-04 19:28:09 +0000[diff] [blame]1043 return (__m256i)__builtin_shufflevector((__v4si)__A, (__v4si)__A,
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]1044 0, 1, 0, 1, 0, 1, 0, 1);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1045}
1046
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1047static __inline__ __m256i __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1048_mm256_mask_broadcast_i32x2 (__m256i __O, __mmask8 __M, __m128i __A)
1049{
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]1050 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
1051 (__v8si)_mm256_broadcast_i32x2(__A),
1052 (__v8si)__O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1053}
1054
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1055static __inline__ __m256i __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1056_mm256_maskz_broadcast_i32x2 (__mmask8 __M, __m128i __A)
1057{
Craig Topper5ece4cf2017-08-30 16:15:12 +0000[diff] [blame]1058 return (__m256i)__builtin_ia32_selectd_256((__mmask8)__M,
1059 (__v8si)_mm256_broadcast_i32x2(__A),
1060 (__v8si)_mm256_setzero_si256());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1061}
1062
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1063static __inline__ __m256i __DEFAULT_FN_ATTRS256
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1064_mm256_broadcast_i64x2(__m128i __A)
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1065{
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1066 return (__m256i)__builtin_shufflevector((__v2di)__A, (__v2di)__A,
1067 0, 1, 0, 1);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1068}
1069
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1070static __inline__ __m256i __DEFAULT_FN_ATTRS256
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1071_mm256_mask_broadcast_i64x2(__m256i __O, __mmask8 __M, __m128i __A)
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1072{
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1073 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__M,
1074 (__v4di)_mm256_broadcast_i64x2(__A),
1075 (__v4di)__O);
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1076}
1077
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1078static __inline__ __m256i __DEFAULT_FN_ATTRS256
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1079_mm256_maskz_broadcast_i64x2 (__mmask8 __M, __m128i __A)
1080{
Craig Topper367c86d2017-01-18 02:17:10 +0000[diff] [blame]1081 return (__m256i)__builtin_ia32_selectq_256((__mmask8)__M,
1082 (__v4di)_mm256_broadcast_i64x2(__A),
1083 (__v4di)_mm256_setzero_si256());
Michael Zuckermanc2b61282016-04-13 12:58:01 +0000[diff] [blame]1084}
1085
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1086#define _mm256_extractf64x2_pd(A, imm) \
Craig Topper5f50f3382018-06-08 21:50:07 +0000[diff] [blame]1087 (__m128d)__builtin_ia32_extractf64x2_256_mask((__v4df)(__m256d)(A), \
1088 (int)(imm), \
1089 (__v2df)_mm_undefined_pd(), \
1090 (__mmask8)-1)
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1091
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1092#define _mm256_mask_extractf64x2_pd(W, U, A, imm) \
Craig Topper5f50f3382018-06-08 21:50:07 +0000[diff] [blame]1093 (__m128d)__builtin_ia32_extractf64x2_256_mask((__v4df)(__m256d)(A), \
1094 (int)(imm), \
1095 (__v2df)(__m128d)(W), \
1096 (__mmask8)(U))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1097
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1098#define _mm256_maskz_extractf64x2_pd(U, A, imm) \
Craig Topper5f50f3382018-06-08 21:50:07 +0000[diff] [blame]1099 (__m128d)__builtin_ia32_extractf64x2_256_mask((__v4df)(__m256d)(A), \
1100 (int)(imm), \
1101 (__v2df)_mm_setzero_pd(), \
1102 (__mmask8)(U))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1103
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1104#define _mm256_extracti64x2_epi64(A, imm) \
Craig Topper5f50f3382018-06-08 21:50:07 +0000[diff] [blame]1105 (__m128i)__builtin_ia32_extracti64x2_256_mask((__v4di)(__m256i)(A), \
1106 (int)(imm), \
1107 (__v2di)_mm_undefined_si128(), \
1108 (__mmask8)-1)
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1109
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1110#define _mm256_mask_extracti64x2_epi64(W, U, A, imm) \
Craig Topper5f50f3382018-06-08 21:50:07 +0000[diff] [blame]1111 (__m128i)__builtin_ia32_extracti64x2_256_mask((__v4di)(__m256i)(A), \
1112 (int)(imm), \
1113 (__v2di)(__m128i)(W), \
1114 (__mmask8)(U))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1115
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1116#define _mm256_maskz_extracti64x2_epi64(U, A, imm) \
Craig Topper5f50f3382018-06-08 21:50:07 +0000[diff] [blame]1117 (__m128i)__builtin_ia32_extracti64x2_256_mask((__v4di)(__m256i)(A), \
1118 (int)(imm), \
1119 (__v2di)_mm_setzero_si128(), \
1120 (__mmask8)(U))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1121
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1122#define _mm256_insertf64x2(A, B, imm) \
Craig Topper3428bee2018-06-08 03:24:47 +0000[diff] [blame]1123 (__m256d)__builtin_ia32_insertf64x2_256((__v4df)(__m256d)(A), \
1124 (__v2df)(__m128d)(B), (int)(imm))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1125
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1126#define _mm256_mask_insertf64x2(W, U, A, B, imm) \
Craig Topper08bf53f2016-11-01 05:47:56 +0000[diff] [blame]1127 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
1128 (__v4df)_mm256_insertf64x2((A), (B), (imm)), \
Craig Toppercbf39292018-05-31 01:24:40 +0000[diff] [blame]1129 (__v4df)(__m256d)(W))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1130
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1131#define _mm256_maskz_insertf64x2(U, A, B, imm) \
Craig Topper08bf53f2016-11-01 05:47:56 +0000[diff] [blame]1132 (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
1133 (__v4df)_mm256_insertf64x2((A), (B), (imm)), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1134 (__v4df)_mm256_setzero_pd())
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1135
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1136#define _mm256_inserti64x2(A, B, imm) \
Craig Topper3428bee2018-06-08 03:24:47 +0000[diff] [blame]1137 (__m256i)__builtin_ia32_inserti64x2_256((__v4di)(__m256i)(A), \
1138 (__v2di)(__m128i)(B), (int)(imm))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1139
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1140#define _mm256_mask_inserti64x2(W, U, A, B, imm) \
Craig Topper08bf53f2016-11-01 05:47:56 +0000[diff] [blame]1141 (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
1142 (__v4di)_mm256_inserti64x2((A), (B), (imm)), \
Craig Toppercbf39292018-05-31 01:24:40 +0000[diff] [blame]1143 (__v4di)(__m256i)(W))
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1144
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1145#define _mm256_maskz_inserti64x2(U, A, B, imm) \
Craig Topper08bf53f2016-11-01 05:47:56 +0000[diff] [blame]1146 (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
1147 (__v4di)_mm256_inserti64x2((A), (B), (imm)), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1148 (__v4di)_mm256_setzero_si256())
Michael Zuckermanef2979a2016-04-19 15:18:23 +0000[diff] [blame]1149
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1150#define _mm_mask_fpclass_pd_mask(U, A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1151 (__mmask8)__builtin_ia32_fpclasspd128_mask((__v2df)(__m128d)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1152 (__mmask8)(U))
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1153
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1154#define _mm_fpclass_pd_mask(A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1155 (__mmask8)__builtin_ia32_fpclasspd128_mask((__v2df)(__m128d)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1156 (__mmask8)-1)
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1157
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1158#define _mm256_mask_fpclass_pd_mask(U, A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1159 (__mmask8)__builtin_ia32_fpclasspd256_mask((__v4df)(__m256d)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1160 (__mmask8)(U))
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1161
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1162#define _mm256_fpclass_pd_mask(A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1163 (__mmask8)__builtin_ia32_fpclasspd256_mask((__v4df)(__m256d)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1164 (__mmask8)-1)
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1165
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1166#define _mm_mask_fpclass_ps_mask(U, A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1167 (__mmask8)__builtin_ia32_fpclassps128_mask((__v4sf)(__m128)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1168 (__mmask8)(U))
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1169
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1170#define _mm_fpclass_ps_mask(A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1171 (__mmask8)__builtin_ia32_fpclassps128_mask((__v4sf)(__m128)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1172 (__mmask8)-1)
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1173
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1174#define _mm256_mask_fpclass_ps_mask(U, A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1175 (__mmask8)__builtin_ia32_fpclassps256_mask((__v8sf)(__m256)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1176 (__mmask8)(U))
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1177
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1178#define _mm256_fpclass_ps_mask(A, imm) \
Craig Topperf2e67a02016-05-17 04:41:46 +0000[diff] [blame]1179 (__mmask8)__builtin_ia32_fpclassps256_mask((__v8sf)(__m256)(A), (int)(imm), \
Craig Topperc6338672018-05-31 00:51:20 +0000[diff] [blame]1180 (__mmask8)-1)
Michael Zuckermanedc82fe2016-04-25 14:48:23 +0000[diff] [blame]1181
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]1182#undef __DEFAULT_FN_ATTRS128
1183#undef __DEFAULT_FN_ATTRS256
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]1184
Elena Demikhovskye7d4c2e2015-04-30 09:24:29 +0000[diff] [blame]1185#endif