Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / bdea8dd57f7c733c8c305a4c54b39e0ccf166fc2 / . / clang / lib / Headers / emmintrin.h
blob: cfc2c7161460849ad139b67d3d9ee74d1a96d06d [file] [log] [blame]
Benjamin Kramerae8ea1f2010-08-20 16:47:17 +0000[diff] [blame]1/*===---- emmintrin.h - SSE2 intrinsics ------------------------------------===
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
Benjamin Kramerae8ea1f2010-08-20 16:47:17 +0000[diff] [blame]23
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]24#ifndef __EMMINTRIN_H
25#define __EMMINTRIN_H
26
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]27#include <xmmintrin.h>
28
29typedef double __m128d __attribute__((__vector_size__(16)));
30typedef long long __m128i __attribute__((__vector_size__(16)));
31
Eric Christopher2a9898f2010-08-26 02:09:25 +0000[diff] [blame]32/* Type defines. */
33typedef double __v2df __attribute__ ((__vector_size__ (16)));
34typedef long long __v2di __attribute__ ((__vector_size__ (16)));
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]35typedef short __v8hi __attribute__((__vector_size__(16)));
Anders Carlsson327c8df2009-09-18 19:18:19 +0000[diff] [blame]36typedef char __v16qi __attribute__((__vector_size__(16)));
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]37
Chandler Carruthcbe64112015-10-01 23:40:12 +0000[diff] [blame]38/* We need an explicitly signed variant for char. Note that this shouldn't
39 * appear in the interface though. */
40typedef signed char __v16qs __attribute__((__vector_size__(16)));
41
Michael Kupersteina10dff92015-09-21 13:34:47 +0000[diff] [blame]42#include <f16cintrin.h>
43
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]44/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]45#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("sse2")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]46
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]47static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]48_mm_add_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]49{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]50 __a[0] += __b[0];
51 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]52}
53
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]54static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]55_mm_add_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]56{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]57 return __a + __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]58}
59
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]60static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]61_mm_sub_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]62{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]63 __a[0] -= __b[0];
64 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]65}
66
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]67static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]68_mm_sub_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]69{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]70 return __a - __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]71}
72
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]73static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]74_mm_mul_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]75{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]76 __a[0] *= __b[0];
77 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]78}
79
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]80static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]81_mm_mul_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]82{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]83 return __a * __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]84}
85
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]86static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]87_mm_div_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]88{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]89 __a[0] /= __b[0];
90 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]91}
92
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]93static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]94_mm_div_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]95{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]96 return __a / __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]97}
98
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]99static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]100_mm_sqrt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]101{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]102 __m128d __c = __builtin_ia32_sqrtsd(__b);
103 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]104}
105
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]106static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]107_mm_sqrt_pd(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]108{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]109 return __builtin_ia32_sqrtpd(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]110}
111
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]112static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]113_mm_min_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]114{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]115 return __builtin_ia32_minsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]116}
117
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]118static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]119_mm_min_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]120{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]121 return __builtin_ia32_minpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]122}
123
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]124static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]125_mm_max_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]126{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]127 return __builtin_ia32_maxsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]128}
129
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]130static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]131_mm_max_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]132{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]133 return __builtin_ia32_maxpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]134}
135
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]136static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]137_mm_and_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]138{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]139 return (__m128d)((__v4si)__a & (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]140}
141
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]142static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]143_mm_andnot_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]144{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]145 return (__m128d)(~(__v4si)__a & (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]146}
147
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]148static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]149_mm_or_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]150{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]151 return (__m128d)((__v4si)__a | (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]152}
153
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]154static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]155_mm_xor_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]156{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]157 return (__m128d)((__v4si)__a ^ (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]158}
159
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]160static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]161_mm_cmpeq_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]162{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]163 return (__m128d)__builtin_ia32_cmpeqpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]164}
165
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]166static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]167_mm_cmplt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]168{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]169 return (__m128d)__builtin_ia32_cmpltpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]170}
171
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]172static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]173_mm_cmple_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]174{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]175 return (__m128d)__builtin_ia32_cmplepd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]176}
177
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]178static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]179_mm_cmpgt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]180{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]181 return (__m128d)__builtin_ia32_cmpltpd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]182}
183
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]184static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]185_mm_cmpge_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]186{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]187 return (__m128d)__builtin_ia32_cmplepd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]188}
189
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]190static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]191_mm_cmpord_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]192{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]193 return (__m128d)__builtin_ia32_cmpordpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]194}
195
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]196static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]197_mm_cmpunord_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]198{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]199 return (__m128d)__builtin_ia32_cmpunordpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]200}
201
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]202static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]203_mm_cmpneq_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]204{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]205 return (__m128d)__builtin_ia32_cmpneqpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]206}
207
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]208static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]209_mm_cmpnlt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]210{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]211 return (__m128d)__builtin_ia32_cmpnltpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]212}
213
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]214static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]215_mm_cmpnle_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]216{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]217 return (__m128d)__builtin_ia32_cmpnlepd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]218}
219
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]220static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]221_mm_cmpngt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]222{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]223 return (__m128d)__builtin_ia32_cmpnltpd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]224}
225
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]226static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]227_mm_cmpnge_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]228{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]229 return (__m128d)__builtin_ia32_cmpnlepd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]230}
231
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]232static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]233_mm_cmpeq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]234{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]235 return (__m128d)__builtin_ia32_cmpeqsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]236}
237
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]238static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]239_mm_cmplt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]240{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]241 return (__m128d)__builtin_ia32_cmpltsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]242}
243
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]244static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]245_mm_cmple_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]246{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]247 return (__m128d)__builtin_ia32_cmplesd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]248}
249
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]250static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]251_mm_cmpgt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]252{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]253 __m128d __c = __builtin_ia32_cmpltsd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]254 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]255}
256
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]257static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]258_mm_cmpge_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]259{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]260 __m128d __c = __builtin_ia32_cmplesd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]261 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]262}
263
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]264static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]265_mm_cmpord_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]266{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]267 return (__m128d)__builtin_ia32_cmpordsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]268}
269
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]270static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]271_mm_cmpunord_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]272{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]273 return (__m128d)__builtin_ia32_cmpunordsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]274}
275
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]276static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]277_mm_cmpneq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]278{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]279 return (__m128d)__builtin_ia32_cmpneqsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]280}
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]282static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]283_mm_cmpnlt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]284{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]285 return (__m128d)__builtin_ia32_cmpnltsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]286}
287
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]288static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]289_mm_cmpnle_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]290{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]291 return (__m128d)__builtin_ia32_cmpnlesd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]292}
293
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]294static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]295_mm_cmpngt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]296{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]297 __m128d __c = __builtin_ia32_cmpnltsd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]298 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]301static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]302_mm_cmpnge_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]303{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]304 __m128d __c = __builtin_ia32_cmpnlesd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]305 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]306}
307
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]308static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]309_mm_comieq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]310{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]311 return __builtin_ia32_comisdeq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]312}
313
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]314static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]315_mm_comilt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]316{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]317 return __builtin_ia32_comisdlt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]318}
319
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]320static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]321_mm_comile_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]322{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]323 return __builtin_ia32_comisdle(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]324}
325
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]326static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]327_mm_comigt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]328{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]329 return __builtin_ia32_comisdgt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]330}
331
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]332static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]333_mm_comige_sd(__m128d __a, __m128d __b)
Eli Friedman89c11332011-10-06 20:31:50 +0000[diff] [blame]334{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]335 return __builtin_ia32_comisdge(__a, __b);
Eli Friedman89c11332011-10-06 20:31:50 +0000[diff] [blame]336}
337
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]338static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]339_mm_comineq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]340{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]341 return __builtin_ia32_comisdneq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]342}
343
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]344static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]345_mm_ucomieq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]346{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]347 return __builtin_ia32_ucomisdeq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]348}
349
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]350static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]351_mm_ucomilt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]352{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]353 return __builtin_ia32_ucomisdlt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]354}
355
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]356static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]357_mm_ucomile_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]358{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]359 return __builtin_ia32_ucomisdle(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]360}
361
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]362static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]363_mm_ucomigt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]364{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]365 return __builtin_ia32_ucomisdgt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]366}
367
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]368static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]369_mm_ucomige_sd(__m128d __a, __m128d __b)
Eli Friedmanf8cb4802011-08-29 21:26:24 +0000[diff] [blame]370{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]371 return __builtin_ia32_ucomisdge(__a, __b);
Eli Friedmanf8cb4802011-08-29 21:26:24 +0000[diff] [blame]372}
373
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]374static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]375_mm_ucomineq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]376{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]377 return __builtin_ia32_ucomisdneq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]378}
379
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]380static __inline__ __m128 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]381_mm_cvtpd_ps(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]382{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]383 return __builtin_ia32_cvtpd2ps(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]384}
385
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]386static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]387_mm_cvtps_pd(__m128 __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]388{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]389 return __builtin_ia32_cvtps2pd(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]390}
391
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]392static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]393_mm_cvtepi32_pd(__m128i __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]394{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]395 return __builtin_ia32_cvtdq2pd((__v4si)__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]396}
397
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]398static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]399_mm_cvtpd_epi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]400{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]401 return __builtin_ia32_cvtpd2dq(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]402}
403
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]404static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]405_mm_cvtsd_si32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]406{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]407 return __builtin_ia32_cvtsd2si(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]408}
409
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]410static __inline__ __m128 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]411_mm_cvtsd_ss(__m128 __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]412{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]413 __a[0] = __b[0];
414 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]415}
416
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]417static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]418_mm_cvtsi32_sd(__m128d __a, int __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]419{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]420 __a[0] = __b;
421 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]422}
423
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]424static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]425_mm_cvtss_sd(__m128d __a, __m128 __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]426{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]427 __a[0] = __b[0];
428 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]429}
430
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]431static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]432_mm_cvttpd_epi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]433{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]434 return (__m128i)__builtin_ia32_cvttpd2dq(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]435}
436
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]437static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]438_mm_cvttsd_si32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]439{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]440 return __a[0];
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]441}
442
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]443static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]444_mm_cvtpd_pi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]445{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]446 return (__m64)__builtin_ia32_cvtpd2pi(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]447}
448
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]449static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]450_mm_cvttpd_pi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]451{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]452 return (__m64)__builtin_ia32_cvttpd2pi(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]453}
454
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]455static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]456_mm_cvtpi32_pd(__m64 __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]457{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]458 return __builtin_ia32_cvtpi2pd((__v2si)__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]459}
460
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]461static __inline__ double __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]462_mm_cvtsd_f64(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]463{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]464 return __a[0];
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]465}
466
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]467static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]468_mm_load_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]469{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]470 return *(__m128d*)__dp;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]471}
472
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]473static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]474_mm_load1_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]475{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]476 struct __mm_load1_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]477 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]478 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]479 double __u = ((struct __mm_load1_pd_struct*)__dp)->__u;
480 return (__m128d){ __u, __u };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]481}
482
Eli Friedmanf83c2582009-06-02 05:55:48 +0000[diff] [blame]483#define _mm_load_pd1(dp) _mm_load1_pd(dp)
484
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]485static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]486_mm_loadr_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]487{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]488 __m128d __u = *(__m128d*)__dp;
489 return __builtin_shufflevector(__u, __u, 1, 0);
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]490}
491
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]492static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]493_mm_loadu_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]494{
Bill Wendling502931f2011-05-13 00:11:39 +0000[diff] [blame]495 struct __loadu_pd {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]496 __m128d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +0000[diff] [blame]497 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]498 return ((struct __loadu_pd*)__dp)->__v;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]499}
500
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]501static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]502_mm_load_sd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]503{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]504 struct __mm_load_sd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]505 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]506 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]507 double __u = ((struct __mm_load_sd_struct*)__dp)->__u;
508 return (__m128d){ __u, 0 };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]509}
510
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]511static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]512_mm_loadh_pd(__m128d __a, double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]513{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]514 struct __mm_loadh_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]515 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]516 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]517 double __u = ((struct __mm_loadh_pd_struct*)__dp)->__u;
518 return (__m128d){ __a[0], __u };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]519}
520
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]521static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]522_mm_loadl_pd(__m128d __a, double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]523{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]524 struct __mm_loadl_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]525 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]526 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]527 double __u = ((struct __mm_loadl_pd_struct*)__dp)->__u;
528 return (__m128d){ __u, __a[1] };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]529}
530
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]531static __inline__ __m128d __DEFAULT_FN_ATTRS
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000[diff] [blame]532_mm_undefined_pd()
533{
534 return (__m128d)__builtin_ia32_undef128();
535}
536
537static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]538_mm_set_sd(double __w)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]539{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]540 return (__m128d){ __w, 0 };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]541}
542
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]543static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]544_mm_set1_pd(double __w)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]545{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]546 return (__m128d){ __w, __w };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]547}
548
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]549static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]550_mm_set_pd(double __w, double __x)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]551{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]552 return (__m128d){ __x, __w };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]553}
554
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]555static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]556_mm_setr_pd(double __w, double __x)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]557{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]558 return (__m128d){ __w, __x };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]559}
560
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]561static __inline__ __m128d __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]562_mm_setzero_pd(void)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]563{
564 return (__m128d){ 0, 0 };
565}
566
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]567static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]568_mm_move_sd(__m128d __a, __m128d __b)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]569{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]570 return (__m128d){ __b[0], __a[1] };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]571}
572
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]573static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]574_mm_store_sd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]575{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]576 struct __mm_store_sd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]577 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]578 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]579 ((struct __mm_store_sd_struct*)__dp)->__u = __a[0];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]582static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]583_mm_store1_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]584{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]585 struct __mm_store1_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]586 double __u[2];
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]587 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]588 ((struct __mm_store1_pd_struct*)__dp)->__u[0] = __a[0];
589 ((struct __mm_store1_pd_struct*)__dp)->__u[1] = __a[0];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]590}
591
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]592static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]593_mm_store_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]594{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]595 *(__m128d *)__dp = __a;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]596}
597
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]598static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]599_mm_storeu_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]600{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]601 __builtin_ia32_storeupd(__dp, __a);
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]602}
603
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]604static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]605_mm_storer_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]606{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]607 __a = __builtin_shufflevector(__a, __a, 1, 0);
608 *(__m128d *)__dp = __a;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]609}
610
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]611static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]612_mm_storeh_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]613{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]614 struct __mm_storeh_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]615 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]616 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]617 ((struct __mm_storeh_pd_struct*)__dp)->__u = __a[1];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]618}
619
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]620static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]621_mm_storel_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]622{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]623 struct __mm_storeh_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]624 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]625 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]626 ((struct __mm_storeh_pd_struct*)__dp)->__u = __a[0];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]627}
628
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]629static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]630_mm_add_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]631{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]632 return (__m128i)((__v16qi)__a + (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]633}
634
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]635static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]636_mm_add_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]637{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]638 return (__m128i)((__v8hi)__a + (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]639}
640
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]641static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]642_mm_add_epi32(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]643{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]644 return (__m128i)((__v4si)__a + (__v4si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]645}
646
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]647static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]648_mm_add_si64(__m64 __a, __m64 __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]649{
Craig Toppera5455522015-11-11 08:00:41 +0000[diff] [blame]650 return (__m64)__builtin_ia32_paddq(__a, __b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]651}
652
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]653static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]654_mm_add_epi64(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]655{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]656 return __a + __b;
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]657}
658
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]659static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]660_mm_adds_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]661{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]662 return (__m128i)__builtin_ia32_paddsb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]663}
664
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]665static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]666_mm_adds_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]667{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]668 return (__m128i)__builtin_ia32_paddsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]669}
670
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]671static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]672_mm_adds_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]673{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]674 return (__m128i)__builtin_ia32_paddusb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]675}
676
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]677static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]678_mm_adds_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]679{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]680 return (__m128i)__builtin_ia32_paddusw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]681}
682
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]683static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]684_mm_avg_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]685{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]686 return (__m128i)__builtin_ia32_pavgb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]687}
688
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]689static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]690_mm_avg_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]691{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]692 return (__m128i)__builtin_ia32_pavgw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]693}
694
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]695static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]696_mm_madd_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]697{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]698 return (__m128i)__builtin_ia32_pmaddwd128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]699}
700
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]701static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]702_mm_max_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]703{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]704 return (__m128i)__builtin_ia32_pmaxsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]705}
706
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]707static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]708_mm_max_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]709{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]710 return (__m128i)__builtin_ia32_pmaxub128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]711}
712
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]713static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]714_mm_min_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]715{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]716 return (__m128i)__builtin_ia32_pminsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]717}
718
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]719static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]720_mm_min_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]721{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]722 return (__m128i)__builtin_ia32_pminub128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]723}
724
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]725static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]726_mm_mulhi_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]727{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]728 return (__m128i)__builtin_ia32_pmulhw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]729}
730
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]731static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]732_mm_mulhi_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]733{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]734 return (__m128i)__builtin_ia32_pmulhuw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]735}
736
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]737static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]738_mm_mullo_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]739{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]740 return (__m128i)((__v8hi)__a * (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]741}
742
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]743static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]744_mm_mul_su32(__m64 __a, __m64 __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]745{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]746 return __builtin_ia32_pmuludq((__v2si)__a, (__v2si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]747}
748
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]749static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]750_mm_mul_epu32(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]751{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]752 return __builtin_ia32_pmuludq128((__v4si)__a, (__v4si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]753}
754
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]755static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]756_mm_sad_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]757{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]758 return __builtin_ia32_psadbw128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]759}
760
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]761static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]762_mm_sub_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]763{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]764 return (__m128i)((__v16qi)__a - (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]765}
766
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]767static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]768_mm_sub_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]769{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]770 return (__m128i)((__v8hi)__a - (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]771}
772
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]773static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]774_mm_sub_epi32(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]775{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]776 return (__m128i)((__v4si)__a - (__v4si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]777}
778
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]779static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]780_mm_sub_si64(__m64 __a, __m64 __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]781{
Craig Toppera5455522015-11-11 08:00:41 +0000[diff] [blame]782 return (__m64)__builtin_ia32_psubq(__a, __b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]783}
784
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]785static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]786_mm_sub_epi64(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]787{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]788 return __a - __b;
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]789}
790
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]791static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]792_mm_subs_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]793{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]794 return (__m128i)__builtin_ia32_psubsb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]795}
796
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]797static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]798_mm_subs_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]799{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]800 return (__m128i)__builtin_ia32_psubsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]801}
802
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]803static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]804_mm_subs_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]805{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]806 return (__m128i)__builtin_ia32_psubusb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]807}
808
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]809static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]810_mm_subs_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]811{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]812 return (__m128i)__builtin_ia32_psubusw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]813}
814
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]815static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]816_mm_and_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]817{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]818 return __a & __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]819}
820
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]821static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]822_mm_andnot_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]823{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]824 return ~__a & __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]825}
826
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]827static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]828_mm_or_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]829{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]830 return __a | __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]831}
832
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]833static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]834_mm_xor_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]835{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]836 return __a ^ __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]837}
838
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]839#define _mm_slli_si128(a, imm) __extension__ ({ \
840 (__m128i)__builtin_shufflevector((__v16qi)_mm_setzero_si128(), \
841 (__v16qi)(__m128i)(a), \
842 ((imm)&0xF0) ? 0 : 16 - ((imm)&0xF), \
843 ((imm)&0xF0) ? 0 : 17 - ((imm)&0xF), \
844 ((imm)&0xF0) ? 0 : 18 - ((imm)&0xF), \
845 ((imm)&0xF0) ? 0 : 19 - ((imm)&0xF), \
846 ((imm)&0xF0) ? 0 : 20 - ((imm)&0xF), \
847 ((imm)&0xF0) ? 0 : 21 - ((imm)&0xF), \
848 ((imm)&0xF0) ? 0 : 22 - ((imm)&0xF), \
849 ((imm)&0xF0) ? 0 : 23 - ((imm)&0xF), \
850 ((imm)&0xF0) ? 0 : 24 - ((imm)&0xF), \
851 ((imm)&0xF0) ? 0 : 25 - ((imm)&0xF), \
852 ((imm)&0xF0) ? 0 : 26 - ((imm)&0xF), \
853 ((imm)&0xF0) ? 0 : 27 - ((imm)&0xF), \
854 ((imm)&0xF0) ? 0 : 28 - ((imm)&0xF), \
855 ((imm)&0xF0) ? 0 : 29 - ((imm)&0xF), \
856 ((imm)&0xF0) ? 0 : 30 - ((imm)&0xF), \
857 ((imm)&0xF0) ? 0 : 31 - ((imm)&0xF)); })
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]858
Craig Toppera4624822015-02-13 06:04:45 +0000[diff] [blame]859#define _mm_bslli_si128(a, imm) \
860 _mm_slli_si128((a), (imm))
861
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]862static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]863_mm_slli_epi16(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]864{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]865 return (__m128i)__builtin_ia32_psllwi128((__v8hi)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]866}
867
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]868static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]869_mm_sll_epi16(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]870{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]871 return (__m128i)__builtin_ia32_psllw128((__v8hi)__a, (__v8hi)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]872}
873
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]874static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]875_mm_slli_epi32(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]876{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]877 return (__m128i)__builtin_ia32_pslldi128((__v4si)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]878}
879
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]880static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]881_mm_sll_epi32(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]882{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]883 return (__m128i)__builtin_ia32_pslld128((__v4si)__a, (__v4si)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]884}
885
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]886static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]887_mm_slli_epi64(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]888{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]889 return __builtin_ia32_psllqi128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]890}
891
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]892static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]893_mm_sll_epi64(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]894{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]895 return __builtin_ia32_psllq128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]896}
897
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]898static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]899_mm_srai_epi16(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]900{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]901 return (__m128i)__builtin_ia32_psrawi128((__v8hi)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]902}
903
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]904static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]905_mm_sra_epi16(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]906{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]907 return (__m128i)__builtin_ia32_psraw128((__v8hi)__a, (__v8hi)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]908}
909
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]910static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]911_mm_srai_epi32(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]912{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]913 return (__m128i)__builtin_ia32_psradi128((__v4si)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]914}
915
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]916static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]917_mm_sra_epi32(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]918{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]919 return (__m128i)__builtin_ia32_psrad128((__v4si)__a, (__v4si)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]920}
921
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]922#define _mm_srli_si128(a, imm) __extension__ ({ \
923 (__m128i)__builtin_shufflevector((__v16qi)(__m128i)(a), \
924 (__v16qi)_mm_setzero_si128(), \
925 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 0, \
926 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 1, \
927 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 2, \
928 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 3, \
929 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 4, \
930 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 5, \
931 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 6, \
932 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 7, \
933 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 8, \
934 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 9, \
935 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 10, \
936 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 11, \
937 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 12, \
938 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 13, \
939 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 14, \
940 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 15); })
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]941
Craig Toppera4624822015-02-13 06:04:45 +0000[diff] [blame]942#define _mm_bsrli_si128(a, imm) \
943 _mm_srli_si128((a), (imm))
944
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]945static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]946_mm_srli_epi16(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]947{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]948 return (__m128i)__builtin_ia32_psrlwi128((__v8hi)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]949}
950
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]951static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]952_mm_srl_epi16(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]953{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]954 return (__m128i)__builtin_ia32_psrlw128((__v8hi)__a, (__v8hi)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]955}
956
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]957static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]958_mm_srli_epi32(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]959{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]960 return (__m128i)__builtin_ia32_psrldi128((__v4si)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]961}
962
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]963static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]964_mm_srl_epi32(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]965{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]966 return (__m128i)__builtin_ia32_psrld128((__v4si)__a, (__v4si)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]967}
968
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]969static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]970_mm_srli_epi64(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]971{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]972 return __builtin_ia32_psrlqi128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]973}
974
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]975static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]976_mm_srl_epi64(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]977{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]978 return __builtin_ia32_psrlq128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]979}
980
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]981static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]982_mm_cmpeq_epi8(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]983{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]984 return (__m128i)((__v16qi)__a == (__v16qi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]985}
986
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]987static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]988_mm_cmpeq_epi16(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]989{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]990 return (__m128i)((__v8hi)__a == (__v8hi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]991}
992
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]993static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]994_mm_cmpeq_epi32(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]995{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]996 return (__m128i)((__v4si)__a == (__v4si)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]997}
998
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]999static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1000_mm_cmpgt_epi8(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1001{
Nick Lewyckyd0ba3792012-02-04 02:16:48 +0000[diff] [blame]1002 /* This function always performs a signed comparison, but __v16qi is a char
Chandler Carruthcbe64112015-10-01 23:40:12 +0000[diff] [blame]1003 which may be signed or unsigned, so use __v16qs. */
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1004 return (__m128i)((__v16qs)__a > (__v16qs)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1005}
1006
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1007static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1008_mm_cmpgt_epi16(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1009{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1010 return (__m128i)((__v8hi)__a > (__v8hi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1011}
1012
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1013static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1014_mm_cmpgt_epi32(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1015{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1016 return (__m128i)((__v4si)__a > (__v4si)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1017}
1018
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1019static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1020_mm_cmplt_epi8(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1021{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1022 return _mm_cmpgt_epi8(__b, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1023}
1024
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1025static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1026_mm_cmplt_epi16(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1027{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1028 return _mm_cmpgt_epi16(__b, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1029}
1030
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1031static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1032_mm_cmplt_epi32(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1033{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1034 return _mm_cmpgt_epi32(__b, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1035}
1036
1037#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1038static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1039_mm_cvtsi64_sd(__m128d __a, long long __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1040{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1041 __a[0] = __b;
1042 return __a;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1043}
1044
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1045static __inline__ long long __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1046_mm_cvtsd_si64(__m128d __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1047{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1048 return __builtin_ia32_cvtsd2si64(__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1049}
1050
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1051static __inline__ long long __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1052_mm_cvttsd_si64(__m128d __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1053{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1054 return __a[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1055}
1056#endif
1057
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1058static __inline__ __m128 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1059_mm_cvtepi32_ps(__m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1060{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1061 return __builtin_ia32_cvtdq2ps((__v4si)__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1062}
1063
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1064static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1065_mm_cvtps_epi32(__m128 __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1066{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1067 return (__m128i)__builtin_ia32_cvtps2dq(__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1068}
1069
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1070static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1071_mm_cvttps_epi32(__m128 __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1072{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1073 return (__m128i)__builtin_ia32_cvttps2dq(__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1074}
1075
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1076static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1077_mm_cvtsi32_si128(int __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1078{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1079 return (__m128i)(__v4si){ __a, 0, 0, 0 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1080}
1081
1082#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1083static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1084_mm_cvtsi64_si128(long long __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1085{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1086 return (__m128i){ __a, 0 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1087}
1088#endif
1089
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1090static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1091_mm_cvtsi128_si32(__m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1092{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1093 __v4si __b = (__v4si)__a;
1094 return __b[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1095}
1096
1097#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1098static __inline__ long long __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1099_mm_cvtsi128_si64(__m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1100{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1101 return __a[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1102}
1103#endif
1104
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1105static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1106_mm_load_si128(__m128i const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1107{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1108 return *__p;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1109}
1110
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1111static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1112_mm_loadu_si128(__m128i const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1113{
Bill Wendling502931f2011-05-13 00:11:39 +0000[diff] [blame]1114 struct __loadu_si128 {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1115 __m128i __v;
David Majnemer1cf22e62015-02-04 00:26:10 +0000[diff] [blame]1116 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1117 return ((struct __loadu_si128*)__p)->__v;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1118}
1119
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1120static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1121_mm_loadl_epi64(__m128i const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1122{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]1123 struct __mm_loadl_epi64_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1124 long long __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]1125 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1126 return (__m128i) { ((struct __mm_loadl_epi64_struct*)__p)->__u, 0};
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1127}
1128
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1129static __inline__ __m128i __DEFAULT_FN_ATTRS
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000[diff] [blame]1130_mm_undefined_si128()
1131{
1132 return (__m128i)__builtin_ia32_undef128();
1133}
1134
1135static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1136_mm_set_epi64x(long long __q1, long long __q0)
Anders Carlssondfa31172009-09-18 17:03:55 +0000[diff] [blame]1137{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1138 return (__m128i){ __q0, __q1 };
Anders Carlssondfa31172009-09-18 17:03:55 +0000[diff] [blame]1139}
1140
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1141static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1142_mm_set_epi64(__m64 __q1, __m64 __q0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1143{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1144 return (__m128i){ (long long)__q0, (long long)__q1 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1145}
1146
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1147static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1148_mm_set_epi32(int __i3, int __i2, int __i1, int __i0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1149{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1150 return (__m128i)(__v4si){ __i0, __i1, __i2, __i3};
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1151}
1152
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1153static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1154_mm_set_epi16(short __w7, short __w6, short __w5, short __w4, short __w3, short __w2, short __w1, short __w0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1155{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1156 return (__m128i)(__v8hi){ __w0, __w1, __w2, __w3, __w4, __w5, __w6, __w7 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1157}
1158
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1159static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1160_mm_set_epi8(char __b15, char __b14, char __b13, char __b12, char __b11, char __b10, char __b9, char __b8, char __b7, char __b6, char __b5, char __b4, char __b3, char __b2, char __b1, char __b0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1161{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1162 return (__m128i)(__v16qi){ __b0, __b1, __b2, __b3, __b4, __b5, __b6, __b7, __b8, __b9, __b10, __b11, __b12, __b13, __b14, __b15 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1163}
1164
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1165static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1166_mm_set1_epi64x(long long __q)
Anders Carlssondfa31172009-09-18 17:03:55 +0000[diff] [blame]1167{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1168 return (__m128i){ __q, __q };
Anders Carlssondfa31172009-09-18 17:03:55 +0000[diff] [blame]1169}
1170
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1171static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1172_mm_set1_epi64(__m64 __q)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1173{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1174 return (__m128i){ (long long)__q, (long long)__q };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1175}
1176
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1177static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1178_mm_set1_epi32(int __i)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1179{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1180 return (__m128i)(__v4si){ __i, __i, __i, __i };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1181}
1182
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1183static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1184_mm_set1_epi16(short __w)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1185{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1186 return (__m128i)(__v8hi){ __w, __w, __w, __w, __w, __w, __w, __w };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1187}
1188
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1189static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1190_mm_set1_epi8(char __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1191{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1192 return (__m128i)(__v16qi){ __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1193}
1194
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1195static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1196_mm_setr_epi64(__m64 __q0, __m64 __q1)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1197{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1198 return (__m128i){ (long long)__q0, (long long)__q1 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1199}
1200
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1201static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1202_mm_setr_epi32(int __i0, int __i1, int __i2, int __i3)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1203{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1204 return (__m128i)(__v4si){ __i0, __i1, __i2, __i3};
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1205}
1206
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1207static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1208_mm_setr_epi16(short __w0, short __w1, short __w2, short __w3, short __w4, short __w5, short __w6, short __w7)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1209{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1210 return (__m128i)(__v8hi){ __w0, __w1, __w2, __w3, __w4, __w5, __w6, __w7 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1211}
1212
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1213static __inline__ __m128i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1214_mm_setr_epi8(char __b0, char __b1, char __b2, char __b3, char __b4, char __b5, char __b6, char __b7, char __b8, char __b9, char __b10, char __b11, char __b12, char __b13, char __b14, char __b15)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1215{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +0000[diff] [blame]1216 return (__m128i)(__v16qi){ __b0, __b1, __b2, __b3, __b4, __b5, __b6, __b7, __b8, __b9, __b10, __b11, __b12, __b13, __b14, __b15 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1217}
1218
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1219static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1220_mm_setzero_si128(void)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1221{
1222 return (__m128i){ 0LL, 0LL };
1223}
1224
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1225static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1226_mm_store_si128(__m128i *__p, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1227{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1228 *__p = __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1229}
1230
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1231static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1232_mm_storeu_si128(__m128i *__p, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1233{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1234 __builtin_ia32_storedqu((char *)__p, (__v16qi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1235}
1236
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1237static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1238_mm_maskmoveu_si128(__m128i __d, __m128i __n, char *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1239{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1240 __builtin_ia32_maskmovdqu((__v16qi)__d, (__v16qi)__n, __p);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1241}
1242
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1243static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1244_mm_storel_epi64(__m128i *__p, __m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1245{
Chad Rosier87622b82012-05-01 18:11:51 +0000[diff] [blame]1246 struct __mm_storel_epi64_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1247 long long __u;
Chad Rosier87622b82012-05-01 18:11:51 +0000[diff] [blame]1248 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1249 ((struct __mm_storel_epi64_struct*)__p)->__u = __a[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1250}
1251
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1252static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1253_mm_stream_pd(double *__p, __m128d __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1254{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1255 __builtin_ia32_movntpd(__p, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1256}
1257
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1258static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1259_mm_stream_si128(__m128i *__p, __m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1260{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1261 __builtin_ia32_movntdq(__p, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1262}
1263
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1264static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1265_mm_stream_si32(int *__p, int __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1266{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1267 __builtin_ia32_movnti(__p, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1268}
1269
Eli Friedmanf9d8c6c2013-09-23 23:38:39 +0000[diff] [blame]1270#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1271static __inline__ void __DEFAULT_FN_ATTRS
Eli Friedmanf9d8c6c2013-09-23 23:38:39 +0000[diff] [blame]1272_mm_stream_si64(long long *__p, long long __a)
1273{
1274 __builtin_ia32_movnti64(__p, __a);
1275}
1276#endif
1277
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1278static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1279_mm_clflush(void const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1280{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1281 __builtin_ia32_clflush(__p);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1282}
1283
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1284static __inline__ void __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1285_mm_lfence(void)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1286{
1287 __builtin_ia32_lfence();
1288}
1289
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1290static __inline__ void __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1291_mm_mfence(void)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1292{
1293 __builtin_ia32_mfence();
1294}
1295
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1296static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1297_mm_packs_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1298{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1299 return (__m128i)__builtin_ia32_packsswb128((__v8hi)__a, (__v8hi)__b);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1300}
1301
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1302static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1303_mm_packs_epi32(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1304{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1305 return (__m128i)__builtin_ia32_packssdw128((__v4si)__a, (__v4si)__b);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1306}
1307
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1308static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1309_mm_packus_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1310{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1311 return (__m128i)__builtin_ia32_packuswb128((__v8hi)__a, (__v8hi)__b);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1312}
1313
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1314static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1315_mm_extract_epi16(__m128i __a, int __imm)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1316{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1317 __v8hi __b = (__v8hi)__a;
Manman Renbe38b9e2013-10-22 19:24:42 +0000[diff] [blame]1318 return (unsigned short)__b[__imm & 7];
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1319}
1320
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1321static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1322_mm_insert_epi16(__m128i __a, int __b, int __imm)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1323{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1324 __v8hi __c = (__v8hi)__a;
1325 __c[__imm & 7] = __b;
1326 return (__m128i)__c;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1327}
1328
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1329static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1330_mm_movemask_epi8(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1331{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1332 return __builtin_ia32_pmovmskb128((__v16qi)__a);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1333}
1334
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1335#define _mm_shuffle_epi32(a, imm) __extension__ ({ \
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]1336 (__m128i)__builtin_shufflevector((__v4si)(__m128i)(a), \
Craig Topperfd778ee2015-11-10 05:08:08 +0000[diff] [blame]1337 (__v4si)_mm_setzero_si128(), \
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1338 (imm) & 0x3, ((imm) & 0xc) >> 2, \
1339 ((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6); })
Chris Lattnerf03406f2011-04-25 20:42:40 +0000[diff] [blame]1340
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1341#define _mm_shufflelo_epi16(a, imm) __extension__ ({ \
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]1342 (__m128i)__builtin_shufflevector((__v8hi)(__m128i)(a), \
Craig Topperfd778ee2015-11-10 05:08:08 +0000[diff] [blame]1343 (__v8hi)_mm_setzero_si128(), \
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1344 (imm) & 0x3, ((imm) & 0xc) >> 2, \
1345 ((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6, \
1346 4, 5, 6, 7); })
Chris Lattnerf03406f2011-04-25 20:42:40 +0000[diff] [blame]1347
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1348#define _mm_shufflehi_epi16(a, imm) __extension__ ({ \
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]1349 (__m128i)__builtin_shufflevector((__v8hi)(__m128i)(a), \
Craig Topperfd778ee2015-11-10 05:08:08 +0000[diff] [blame]1350 (__v8hi)_mm_setzero_si128(), \
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1351 0, 1, 2, 3, \
1352 4 + (((imm) & 0x03) >> 0), \
1353 4 + (((imm) & 0x0c) >> 2), \
1354 4 + (((imm) & 0x30) >> 4), \
1355 4 + (((imm) & 0xc0) >> 6)); })
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1356
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1357static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1358_mm_unpackhi_epi8(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1359{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1360 return (__m128i)__builtin_shufflevector((__v16qi)__a, (__v16qi)__b, 8, 16+8, 9, 16+9, 10, 16+10, 11, 16+11, 12, 16+12, 13, 16+13, 14, 16+14, 15, 16+15);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1361}
1362
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1363static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1364_mm_unpackhi_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1365{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1366 return (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi)__b, 4, 8+4, 5, 8+5, 6, 8+6, 7, 8+7);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1367}
1368
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1369static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1370_mm_unpackhi_epi32(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1371{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1372 return (__m128i)__builtin_shufflevector((__v4si)__a, (__v4si)__b, 2, 4+2, 3, 4+3);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1373}
1374
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1375static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1376_mm_unpackhi_epi64(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1377{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1378 return (__m128i)__builtin_shufflevector(__a, __b, 1, 2+1);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1379}
1380
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1381static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1382_mm_unpacklo_epi8(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1383{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1384 return (__m128i)__builtin_shufflevector((__v16qi)__a, (__v16qi)__b, 0, 16+0, 1, 16+1, 2, 16+2, 3, 16+3, 4, 16+4, 5, 16+5, 6, 16+6, 7, 16+7);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1385}
1386
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1387static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1388_mm_unpacklo_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1389{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1390 return (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi)__b, 0, 8+0, 1, 8+1, 2, 8+2, 3, 8+3);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1391}
1392
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1393static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1394_mm_unpacklo_epi32(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1395{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1396 return (__m128i)__builtin_shufflevector((__v4si)__a, (__v4si)__b, 0, 4+0, 1, 4+1);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1397}
1398
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1399static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1400_mm_unpacklo_epi64(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1401{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1402 return (__m128i)__builtin_shufflevector(__a, __b, 0, 2+0);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1403}
1404
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1405static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1406_mm_movepi64_pi64(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1407{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1408 return (__m64)__a[0];
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1409}
1410
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1411static __inline__ __m128i __DEFAULT_FN_ATTRS
Alp Tokerd480b1b2013-11-23 22:11:57 +0000[diff] [blame]1412_mm_movpi64_epi64(__m64 __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1413{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1414 return (__m128i){ (long long)__a, 0 };
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1415}
1416
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1417static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1418_mm_move_epi64(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1419{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1420 return __builtin_shufflevector(__a, (__m128i){ 0 }, 0, 2);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1421}
1422
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1423static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1424_mm_unpackhi_pd(__m128d __a, __m128d __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1425{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1426 return __builtin_shufflevector(__a, __b, 1, 2+1);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1427}
1428
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1429static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1430_mm_unpacklo_pd(__m128d __a, __m128d __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1431{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1432 return __builtin_shufflevector(__a, __b, 0, 2+0);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1433}
1434
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1435static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1436_mm_movemask_pd(__m128d __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1437{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1438 return __builtin_ia32_movmskpd(__a);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1439}
1440
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1441#define _mm_shuffle_pd(a, b, i) __extension__ ({ \
Craig Topperd619eaaa2015-11-11 03:47:10 +0000[diff] [blame]1442 (__m128d)__builtin_shufflevector((__v2df)(__m128d)(a), (__v2df)(__m128d)(b), \
1443 (i) & 1, (((i) & 2) >> 1) + 2); })
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1444
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1445static __inline__ __m128 __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1446_mm_castpd_ps(__m128d __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1447{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1448 return (__m128)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1449}
1450
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1451static __inline__ __m128i __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1452_mm_castpd_si128(__m128d __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1453{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1454 return (__m128i)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1455}
1456
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1457static __inline__ __m128d __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1458_mm_castps_pd(__m128 __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1459{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1460 return (__m128d)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1461}
1462
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1463static __inline__ __m128i __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1464_mm_castps_si128(__m128 __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1465{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1466 return (__m128i)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1467}
1468
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1469static __inline__ __m128 __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1470_mm_castsi128_ps(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1471{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1472 return (__m128)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1473}
1474
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1475static __inline__ __m128d __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1476_mm_castsi128_pd(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1477{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1478 return (__m128d)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1479}
1480
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1481static __inline__ void __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1482_mm_pause(void)
Anders Carlsson37c23712008-12-26 00:49:43 +0000[diff] [blame]1483{
Craig Topperfb79b5f2015-11-11 08:13:33 +0000[diff] [blame]1484 __builtin_ia32_pause();
Anders Carlsson37c23712008-12-26 00:49:43 +0000[diff] [blame]1485}
1486
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]1487#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]1488
Anders Carlsson43c2bab2009-01-21 01:49:39 +0000[diff] [blame]1489#define _MM_SHUFFLE2(x, y) (((x) << 1) | (y))
Anders Carlsson37c23712008-12-26 00:49:43 +0000[diff] [blame]1490
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]1491#endif /* __EMMINTRIN_H */