Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / e45af54cdbdf6b61b6c0d11cbe6cdacda3075bff / . / clang / lib / Headers / emmintrin.h
blob: e22ffaf19240ae0e6d797ce9b80fa82db5cbb90b [file] [log] [blame]
Benjamin Kramerae8ea1f2010-08-20 16:47:17 +0000[diff] [blame]1/*===---- emmintrin.h - SSE2 intrinsics ------------------------------------===
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
Benjamin Kramerae8ea1f2010-08-20 16:47:17 +0000[diff] [blame]23
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]24#ifndef __EMMINTRIN_H
25#define __EMMINTRIN_H
26
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]27#include <xmmintrin.h>
28
29typedef double __m128d __attribute__((__vector_size__(16)));
30typedef long long __m128i __attribute__((__vector_size__(16)));
31
Eric Christopher2a9898f2010-08-26 02:09:25 +0000[diff] [blame]32/* Type defines. */
33typedef double __v2df __attribute__ ((__vector_size__ (16)));
34typedef long long __v2di __attribute__ ((__vector_size__ (16)));
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]35typedef short __v8hi __attribute__((__vector_size__(16)));
Anders Carlsson327c8df2009-09-18 19:18:19 +0000[diff] [blame]36typedef char __v16qi __attribute__((__vector_size__(16)));
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]37
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]38/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]39#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("sse2")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]40
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]41static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]42_mm_add_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]43{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]44 __a[0] += __b[0];
45 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]46}
47
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]48static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]49_mm_add_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]50{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]51 return __a + __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]52}
53
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]54static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]55_mm_sub_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]56{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]57 __a[0] -= __b[0];
58 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]59}
60
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]61static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]62_mm_sub_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]63{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]64 return __a - __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]65}
66
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]67static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]68_mm_mul_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]69{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]70 __a[0] *= __b[0];
71 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]72}
73
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]74static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]75_mm_mul_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]76{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]77 return __a * __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]78}
79
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]80static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]81_mm_div_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]82{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]83 __a[0] /= __b[0];
84 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]85}
86
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]87static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]88_mm_div_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]89{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]90 return __a / __b;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]91}
92
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]93static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]94_mm_sqrt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]95{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]96 __m128d __c = __builtin_ia32_sqrtsd(__b);
97 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]98}
99
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]100static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]101_mm_sqrt_pd(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]102{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]103 return __builtin_ia32_sqrtpd(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]104}
105
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]106static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]107_mm_min_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]108{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]109 return __builtin_ia32_minsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]110}
111
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]112static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]113_mm_min_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]114{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]115 return __builtin_ia32_minpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]116}
117
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]118static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]119_mm_max_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]120{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]121 return __builtin_ia32_maxsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]122}
123
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]124static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]125_mm_max_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]126{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]127 return __builtin_ia32_maxpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]128}
129
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]130static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]131_mm_and_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]132{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]133 return (__m128d)((__v4si)__a & (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]134}
135
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]136static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]137_mm_andnot_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]138{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]139 return (__m128d)(~(__v4si)__a & (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]140}
141
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]142static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]143_mm_or_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]144{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]145 return (__m128d)((__v4si)__a | (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]146}
147
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]148static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]149_mm_xor_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]150{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]151 return (__m128d)((__v4si)__a ^ (__v4si)__b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]152}
153
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]154static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]155_mm_cmpeq_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]156{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]157 return (__m128d)__builtin_ia32_cmpeqpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]158}
159
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]160static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]161_mm_cmplt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]162{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]163 return (__m128d)__builtin_ia32_cmpltpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]164}
165
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]166static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]167_mm_cmple_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]168{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]169 return (__m128d)__builtin_ia32_cmplepd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]170}
171
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]172static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]173_mm_cmpgt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]174{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]175 return (__m128d)__builtin_ia32_cmpltpd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]176}
177
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]178static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]179_mm_cmpge_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]180{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]181 return (__m128d)__builtin_ia32_cmplepd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]182}
183
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]184static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]185_mm_cmpord_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]186{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]187 return (__m128d)__builtin_ia32_cmpordpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]188}
189
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]190static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]191_mm_cmpunord_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]192{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]193 return (__m128d)__builtin_ia32_cmpunordpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]194}
195
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]196static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]197_mm_cmpneq_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]198{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]199 return (__m128d)__builtin_ia32_cmpneqpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]200}
201
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]202static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]203_mm_cmpnlt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]204{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]205 return (__m128d)__builtin_ia32_cmpnltpd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]206}
207
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]208static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]209_mm_cmpnle_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]210{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]211 return (__m128d)__builtin_ia32_cmpnlepd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]212}
213
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]214static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]215_mm_cmpngt_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]216{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]217 return (__m128d)__builtin_ia32_cmpnltpd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]218}
219
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]220static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]221_mm_cmpnge_pd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]222{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]223 return (__m128d)__builtin_ia32_cmpnlepd(__b, __a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]224}
225
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]226static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]227_mm_cmpeq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]228{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]229 return (__m128d)__builtin_ia32_cmpeqsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]230}
231
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]232static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]233_mm_cmplt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]234{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]235 return (__m128d)__builtin_ia32_cmpltsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]236}
237
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]238static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]239_mm_cmple_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]240{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]241 return (__m128d)__builtin_ia32_cmplesd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]242}
243
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]244static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]245_mm_cmpgt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]246{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]247 __m128d __c = __builtin_ia32_cmpltsd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]248 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]249}
250
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]251static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]252_mm_cmpge_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]253{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]254 __m128d __c = __builtin_ia32_cmplesd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]255 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]256}
257
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]258static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]259_mm_cmpord_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]260{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]261 return (__m128d)__builtin_ia32_cmpordsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]262}
263
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]264static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]265_mm_cmpunord_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]266{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]267 return (__m128d)__builtin_ia32_cmpunordsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]268}
269
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]270static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]271_mm_cmpneq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]272{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]273 return (__m128d)__builtin_ia32_cmpneqsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]274}
275
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]276static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]277_mm_cmpnlt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]278{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]279 return (__m128d)__builtin_ia32_cmpnltsd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]280}
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]282static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]283_mm_cmpnle_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]284{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]285 return (__m128d)__builtin_ia32_cmpnlesd(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]286}
287
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]288static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]289_mm_cmpngt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]290{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]291 __m128d __c = __builtin_ia32_cmpnltsd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]292 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]295static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]296_mm_cmpnge_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]297{
Craig Topper2094d8f2014-12-27 06:59:57 +0000[diff] [blame]298 __m128d __c = __builtin_ia32_cmpnlesd(__b, __a);
Manman Ren9bb34d62013-06-17 19:42:49 +0000[diff] [blame]299 return (__m128d) { __c[0], __a[1] };
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]300}
301
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]302static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]303_mm_comieq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]304{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]305 return __builtin_ia32_comisdeq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]306}
307
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]308static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]309_mm_comilt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]310{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]311 return __builtin_ia32_comisdlt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]312}
313
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]314static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]315_mm_comile_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]316{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]317 return __builtin_ia32_comisdle(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]318}
319
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]320static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]321_mm_comigt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]322{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]323 return __builtin_ia32_comisdgt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]324}
325
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]326static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]327_mm_comige_sd(__m128d __a, __m128d __b)
Eli Friedman89c11332011-10-06 20:31:50 +0000[diff] [blame]328{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]329 return __builtin_ia32_comisdge(__a, __b);
Eli Friedman89c11332011-10-06 20:31:50 +0000[diff] [blame]330}
331
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]332static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]333_mm_comineq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]334{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]335 return __builtin_ia32_comisdneq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]336}
337
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]338static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]339_mm_ucomieq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]340{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]341 return __builtin_ia32_ucomisdeq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]342}
343
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]344static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]345_mm_ucomilt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]346{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]347 return __builtin_ia32_ucomisdlt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]348}
349
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]350static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]351_mm_ucomile_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]352{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]353 return __builtin_ia32_ucomisdle(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]354}
355
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]356static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]357_mm_ucomigt_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]358{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]359 return __builtin_ia32_ucomisdgt(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]360}
361
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]362static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]363_mm_ucomige_sd(__m128d __a, __m128d __b)
Eli Friedmanf8cb4802011-08-29 21:26:24 +0000[diff] [blame]364{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]365 return __builtin_ia32_ucomisdge(__a, __b);
Eli Friedmanf8cb4802011-08-29 21:26:24 +0000[diff] [blame]366}
367
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]368static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]369_mm_ucomineq_sd(__m128d __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]370{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]371 return __builtin_ia32_ucomisdneq(__a, __b);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]372}
373
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]374static __inline__ __m128 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]375_mm_cvtpd_ps(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]376{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]377 return __builtin_ia32_cvtpd2ps(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]378}
379
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]380static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]381_mm_cvtps_pd(__m128 __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]382{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]383 return __builtin_ia32_cvtps2pd(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]384}
385
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]386static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]387_mm_cvtepi32_pd(__m128i __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]388{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]389 return __builtin_ia32_cvtdq2pd((__v4si)__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]390}
391
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]392static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]393_mm_cvtpd_epi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]394{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]395 return __builtin_ia32_cvtpd2dq(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]396}
397
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]398static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]399_mm_cvtsd_si32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]400{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]401 return __builtin_ia32_cvtsd2si(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]402}
403
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]404static __inline__ __m128 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]405_mm_cvtsd_ss(__m128 __a, __m128d __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]406{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]407 __a[0] = __b[0];
408 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]409}
410
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]411static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]412_mm_cvtsi32_sd(__m128d __a, int __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]413{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]414 __a[0] = __b;
415 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]416}
417
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]418static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]419_mm_cvtss_sd(__m128d __a, __m128 __b)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]420{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]421 __a[0] = __b[0];
422 return __a;
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]423}
424
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]425static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]426_mm_cvttpd_epi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]427{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]428 return (__m128i)__builtin_ia32_cvttpd2dq(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]429}
430
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]431static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]432_mm_cvttsd_si32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]433{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]434 return __a[0];
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]435}
436
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]437static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]438_mm_cvtpd_pi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]439{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]440 return (__m64)__builtin_ia32_cvtpd2pi(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]441}
442
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]443static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]444_mm_cvttpd_pi32(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]445{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]446 return (__m64)__builtin_ia32_cvttpd2pi(__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]447}
448
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]449static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]450_mm_cvtpi32_pd(__m64 __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]451{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]452 return __builtin_ia32_cvtpi2pd((__v2si)__a);
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]453}
454
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]455static __inline__ double __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]456_mm_cvtsd_f64(__m128d __a)
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]457{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]458 return __a[0];
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]459}
460
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]461static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]462_mm_load_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]463{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]464 return *(__m128d*)__dp;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]465}
466
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]467static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]468_mm_load1_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]469{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]470 struct __mm_load1_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]471 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]472 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]473 double __u = ((struct __mm_load1_pd_struct*)__dp)->__u;
474 return (__m128d){ __u, __u };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]475}
476
Eli Friedmanf83c2582009-06-02 05:55:48 +0000[diff] [blame]477#define _mm_load_pd1(dp) _mm_load1_pd(dp)
478
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]479static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]480_mm_loadr_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]481{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]482 __m128d __u = *(__m128d*)__dp;
483 return __builtin_shufflevector(__u, __u, 1, 0);
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]484}
485
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]486static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]487_mm_loadu_pd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]488{
Bill Wendling502931f2011-05-13 00:11:39 +0000[diff] [blame]489 struct __loadu_pd {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]490 __m128d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +0000[diff] [blame]491 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]492 return ((struct __loadu_pd*)__dp)->__v;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]493}
494
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]495static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]496_mm_load_sd(double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]497{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]498 struct __mm_load_sd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]499 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]500 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]501 double __u = ((struct __mm_load_sd_struct*)__dp)->__u;
502 return (__m128d){ __u, 0 };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]503}
504
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]505static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]506_mm_loadh_pd(__m128d __a, double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]507{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]508 struct __mm_loadh_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]509 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]510 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]511 double __u = ((struct __mm_loadh_pd_struct*)__dp)->__u;
512 return (__m128d){ __a[0], __u };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]513}
514
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]515static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]516_mm_loadl_pd(__m128d __a, double const *__dp)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]517{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]518 struct __mm_loadl_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]519 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]520 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]521 double __u = ((struct __mm_loadl_pd_struct*)__dp)->__u;
522 return (__m128d){ __u, __a[1] };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]523}
524
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]525static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]526_mm_set_sd(double __w)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]527{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]528 return (__m128d){ __w, 0 };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]529}
530
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]531static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]532_mm_set1_pd(double __w)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]533{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]534 return (__m128d){ __w, __w };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]535}
536
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]537static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]538_mm_set_pd(double __w, double __x)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]539{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]540 return (__m128d){ __x, __w };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]541}
542
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]543static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]544_mm_setr_pd(double __w, double __x)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]545{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]546 return (__m128d){ __w, __x };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]547}
548
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]549static __inline__ __m128d __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]550_mm_setzero_pd(void)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]551{
552 return (__m128d){ 0, 0 };
553}
554
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]555static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]556_mm_move_sd(__m128d __a, __m128d __b)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]557{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]558 return (__m128d){ __b[0], __a[1] };
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]559}
560
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]561static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]562_mm_store_sd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]563{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]564 struct __mm_store_sd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]565 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]566 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]567 ((struct __mm_store_sd_struct*)__dp)->__u = __a[0];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]568}
569
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]570static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]571_mm_store1_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]572{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]573 struct __mm_store1_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]574 double __u[2];
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]575 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]576 ((struct __mm_store1_pd_struct*)__dp)->__u[0] = __a[0];
577 ((struct __mm_store1_pd_struct*)__dp)->__u[1] = __a[0];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]578}
579
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]580static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]581_mm_store_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]582{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]583 *(__m128d *)__dp = __a;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]584}
585
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]586static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]587_mm_storeu_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]588{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]589 __builtin_ia32_storeupd(__dp, __a);
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]590}
591
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]592static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]593_mm_storer_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]594{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]595 __a = __builtin_shufflevector(__a, __a, 1, 0);
596 *(__m128d *)__dp = __a;
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]597}
598
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]599static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]600_mm_storeh_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]601{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]602 struct __mm_storeh_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]603 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]604 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]605 ((struct __mm_storeh_pd_struct*)__dp)->__u = __a[1];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]606}
607
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]608static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]609_mm_storel_pd(double *__dp, __m128d __a)
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]610{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]611 struct __mm_storeh_pd_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]612 double __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]613 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]614 ((struct __mm_storeh_pd_struct*)__dp)->__u = __a[0];
Anders Carlssonb08ac0b2008-12-24 02:11:54 +0000[diff] [blame]615}
616
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]617static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]618_mm_add_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]619{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]620 return (__m128i)((__v16qi)__a + (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]621}
622
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]623static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]624_mm_add_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]625{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]626 return (__m128i)((__v8hi)__a + (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]627}
628
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]629static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]630_mm_add_epi32(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]631{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]632 return (__m128i)((__v4si)__a + (__v4si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]633}
634
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]635static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]636_mm_add_si64(__m64 __a, __m64 __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]637{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]638 return __a + __b;
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]639}
640
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]641static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]642_mm_add_epi64(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]643{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]644 return __a + __b;
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]645}
646
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]647static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]648_mm_adds_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]649{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]650 return (__m128i)__builtin_ia32_paddsb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]651}
652
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]653static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]654_mm_adds_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]655{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]656 return (__m128i)__builtin_ia32_paddsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]657}
658
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]659static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]660_mm_adds_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]661{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]662 return (__m128i)__builtin_ia32_paddusb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]663}
664
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]665static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]666_mm_adds_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]667{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]668 return (__m128i)__builtin_ia32_paddusw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]669}
670
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]671static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]672_mm_avg_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]673{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]674 return (__m128i)__builtin_ia32_pavgb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]675}
676
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]677static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]678_mm_avg_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]679{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]680 return (__m128i)__builtin_ia32_pavgw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]681}
682
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]683static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]684_mm_madd_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]685{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]686 return (__m128i)__builtin_ia32_pmaddwd128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]687}
688
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]689static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]690_mm_max_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]691{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]692 return (__m128i)__builtin_ia32_pmaxsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]693}
694
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]695static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]696_mm_max_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]697{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]698 return (__m128i)__builtin_ia32_pmaxub128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]699}
700
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]701static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]702_mm_min_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]703{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]704 return (__m128i)__builtin_ia32_pminsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]705}
706
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]707static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]708_mm_min_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]709{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]710 return (__m128i)__builtin_ia32_pminub128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]711}
712
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]713static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]714_mm_mulhi_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]715{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]716 return (__m128i)__builtin_ia32_pmulhw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]717}
718
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]719static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]720_mm_mulhi_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]721{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]722 return (__m128i)__builtin_ia32_pmulhuw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]723}
724
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]725static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]726_mm_mullo_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]727{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]728 return (__m128i)((__v8hi)__a * (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]729}
730
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]731static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]732_mm_mul_su32(__m64 __a, __m64 __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]733{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]734 return __builtin_ia32_pmuludq((__v2si)__a, (__v2si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]735}
736
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]737static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]738_mm_mul_epu32(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]739{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]740 return __builtin_ia32_pmuludq128((__v4si)__a, (__v4si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]741}
742
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]743static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]744_mm_sad_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]745{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]746 return __builtin_ia32_psadbw128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]747}
748
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]749static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]750_mm_sub_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]751{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]752 return (__m128i)((__v16qi)__a - (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]753}
754
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]755static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]756_mm_sub_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]757{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]758 return (__m128i)((__v8hi)__a - (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]759}
760
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]761static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]762_mm_sub_epi32(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]763{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]764 return (__m128i)((__v4si)__a - (__v4si)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]765}
766
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]767static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]768_mm_sub_si64(__m64 __a, __m64 __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]769{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]770 return __a - __b;
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]771}
772
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]773static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]774_mm_sub_epi64(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]775{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]776 return __a - __b;
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]777}
778
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]779static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]780_mm_subs_epi8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]781{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]782 return (__m128i)__builtin_ia32_psubsb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]783}
784
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]785static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]786_mm_subs_epi16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]787{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]788 return (__m128i)__builtin_ia32_psubsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]789}
790
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]791static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]792_mm_subs_epu8(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]793{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]794 return (__m128i)__builtin_ia32_psubusb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]795}
796
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]797static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]798_mm_subs_epu16(__m128i __a, __m128i __b)
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]799{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]800 return (__m128i)__builtin_ia32_psubusw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssona283f912008-12-24 02:41:00 +0000[diff] [blame]801}
802
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]803static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]804_mm_and_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]805{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]806 return __a & __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]807}
808
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]809static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]810_mm_andnot_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]811{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]812 return ~__a & __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]813}
814
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]815static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]816_mm_or_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]817{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]818 return __a | __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]819}
820
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]821static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]822_mm_xor_si128(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]823{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]824 return __a ^ __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]825}
826
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]827#define _mm_slli_si128(a, imm) __extension__ ({ \
828 (__m128i)__builtin_shufflevector((__v16qi)_mm_setzero_si128(), \
829 (__v16qi)(__m128i)(a), \
830 ((imm)&0xF0) ? 0 : 16 - ((imm)&0xF), \
831 ((imm)&0xF0) ? 0 : 17 - ((imm)&0xF), \
832 ((imm)&0xF0) ? 0 : 18 - ((imm)&0xF), \
833 ((imm)&0xF0) ? 0 : 19 - ((imm)&0xF), \
834 ((imm)&0xF0) ? 0 : 20 - ((imm)&0xF), \
835 ((imm)&0xF0) ? 0 : 21 - ((imm)&0xF), \
836 ((imm)&0xF0) ? 0 : 22 - ((imm)&0xF), \
837 ((imm)&0xF0) ? 0 : 23 - ((imm)&0xF), \
838 ((imm)&0xF0) ? 0 : 24 - ((imm)&0xF), \
839 ((imm)&0xF0) ? 0 : 25 - ((imm)&0xF), \
840 ((imm)&0xF0) ? 0 : 26 - ((imm)&0xF), \
841 ((imm)&0xF0) ? 0 : 27 - ((imm)&0xF), \
842 ((imm)&0xF0) ? 0 : 28 - ((imm)&0xF), \
843 ((imm)&0xF0) ? 0 : 29 - ((imm)&0xF), \
844 ((imm)&0xF0) ? 0 : 30 - ((imm)&0xF), \
845 ((imm)&0xF0) ? 0 : 31 - ((imm)&0xF)); })
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]846
Craig Toppera4624822015-02-13 06:04:45 +0000[diff] [blame]847#define _mm_bslli_si128(a, imm) \
848 _mm_slli_si128((a), (imm))
849
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]850static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]851_mm_slli_epi16(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]852{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]853 return (__m128i)__builtin_ia32_psllwi128((__v8hi)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]854}
855
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]856static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]857_mm_sll_epi16(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]858{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]859 return (__m128i)__builtin_ia32_psllw128((__v8hi)__a, (__v8hi)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]860}
861
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]862static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]863_mm_slli_epi32(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]864{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]865 return (__m128i)__builtin_ia32_pslldi128((__v4si)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]866}
867
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]868static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]869_mm_sll_epi32(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]870{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]871 return (__m128i)__builtin_ia32_pslld128((__v4si)__a, (__v4si)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]872}
873
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]874static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]875_mm_slli_epi64(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]876{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]877 return __builtin_ia32_psllqi128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]878}
879
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]880static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]881_mm_sll_epi64(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]882{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]883 return __builtin_ia32_psllq128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]884}
885
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]886static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]887_mm_srai_epi16(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]888{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]889 return (__m128i)__builtin_ia32_psrawi128((__v8hi)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]890}
891
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]892static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]893_mm_sra_epi16(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]894{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]895 return (__m128i)__builtin_ia32_psraw128((__v8hi)__a, (__v8hi)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]896}
897
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]898static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]899_mm_srai_epi32(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]900{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]901 return (__m128i)__builtin_ia32_psradi128((__v4si)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]902}
903
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]904static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]905_mm_sra_epi32(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]906{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]907 return (__m128i)__builtin_ia32_psrad128((__v4si)__a, (__v4si)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]908}
909
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]910#define _mm_srli_si128(a, imm) __extension__ ({ \
911 (__m128i)__builtin_shufflevector((__v16qi)(__m128i)(a), \
912 (__v16qi)_mm_setzero_si128(), \
913 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 0, \
914 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 1, \
915 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 2, \
916 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 3, \
917 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 4, \
918 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 5, \
919 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 6, \
920 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 7, \
921 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 8, \
922 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 9, \
923 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 10, \
924 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 11, \
925 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 12, \
926 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 13, \
927 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 14, \
928 ((imm)&0xF0) ? 16 : ((imm)&0xF) + 15); })
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]929
Craig Toppera4624822015-02-13 06:04:45 +0000[diff] [blame]930#define _mm_bsrli_si128(a, imm) \
931 _mm_srli_si128((a), (imm))
932
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]933static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]934_mm_srli_epi16(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]935{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]936 return (__m128i)__builtin_ia32_psrlwi128((__v8hi)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]937}
938
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]939static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]940_mm_srl_epi16(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]941{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]942 return (__m128i)__builtin_ia32_psrlw128((__v8hi)__a, (__v8hi)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]943}
944
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]945static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]946_mm_srli_epi32(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]947{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]948 return (__m128i)__builtin_ia32_psrldi128((__v4si)__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]949}
950
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]951static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]952_mm_srl_epi32(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]953{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]954 return (__m128i)__builtin_ia32_psrld128((__v4si)__a, (__v4si)__count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]955}
956
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]957static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]958_mm_srli_epi64(__m128i __a, int __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]959{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]960 return __builtin_ia32_psrlqi128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]961}
962
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]963static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]964_mm_srl_epi64(__m128i __a, __m128i __count)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]965{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]966 return __builtin_ia32_psrlq128(__a, __count);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]967}
968
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]969static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]970_mm_cmpeq_epi8(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]971{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]972 return (__m128i)((__v16qi)__a == (__v16qi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]973}
974
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]975static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]976_mm_cmpeq_epi16(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]977{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]978 return (__m128i)((__v8hi)__a == (__v8hi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]979}
980
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]981static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]982_mm_cmpeq_epi32(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]983{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]984 return (__m128i)((__v4si)__a == (__v4si)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]985}
986
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]987static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]988_mm_cmpgt_epi8(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]989{
Nick Lewyckyd0ba3792012-02-04 02:16:48 +0000[diff] [blame]990 /* This function always performs a signed comparison, but __v16qi is a char
991 which may be signed or unsigned. */
Nick Lewycky51a00902012-02-03 23:57:48 +0000[diff] [blame]992 typedef signed char __v16qs __attribute__((__vector_size__(16)));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]993 return (__m128i)((__v16qs)__a > (__v16qs)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]994}
995
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]996static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]997_mm_cmpgt_epi16(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]998{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]999 return (__m128i)((__v8hi)__a > (__v8hi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1000}
1001
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1002static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1003_mm_cmpgt_epi32(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1004{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1005 return (__m128i)((__v4si)__a > (__v4si)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1006}
1007
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1008static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1009_mm_cmplt_epi8(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1010{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1011 return _mm_cmpgt_epi8(__b, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1012}
1013
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1014static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1015_mm_cmplt_epi16(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1016{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1017 return _mm_cmpgt_epi16(__b, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1018}
1019
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1020static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1021_mm_cmplt_epi32(__m128i __a, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1022{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1023 return _mm_cmpgt_epi32(__b, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1024}
1025
1026#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1027static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1028_mm_cvtsi64_sd(__m128d __a, long long __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1029{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1030 __a[0] = __b;
1031 return __a;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1032}
1033
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1034static __inline__ long long __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1035_mm_cvtsd_si64(__m128d __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1036{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1037 return __builtin_ia32_cvtsd2si64(__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1038}
1039
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1040static __inline__ long long __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1041_mm_cvttsd_si64(__m128d __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1042{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1043 return __a[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1044}
1045#endif
1046
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1047static __inline__ __m128 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1048_mm_cvtepi32_ps(__m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1049{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1050 return __builtin_ia32_cvtdq2ps((__v4si)__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1051}
1052
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1053static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1054_mm_cvtps_epi32(__m128 __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1055{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1056 return (__m128i)__builtin_ia32_cvtps2dq(__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1057}
1058
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1059static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1060_mm_cvttps_epi32(__m128 __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1061{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1062 return (__m128i)__builtin_ia32_cvttps2dq(__a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1063}
1064
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1065static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1066_mm_cvtsi32_si128(int __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1067{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1068 return (__m128i)(__v4si){ __a, 0, 0, 0 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1069}
1070
1071#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1072static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1073_mm_cvtsi64_si128(long long __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1074{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1075 return (__m128i){ __a, 0 };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1076}
1077#endif
1078
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1079static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1080_mm_cvtsi128_si32(__m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1081{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1082 __v4si __b = (__v4si)__a;
1083 return __b[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1084}
1085
1086#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1087static __inline__ long long __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1088_mm_cvtsi128_si64(__m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1089{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1090 return __a[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1091}
1092#endif
1093
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1094static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1095_mm_load_si128(__m128i const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1096{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1097 return *__p;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1098}
1099
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1100static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1101_mm_loadu_si128(__m128i const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1102{
Bill Wendling502931f2011-05-13 00:11:39 +0000[diff] [blame]1103 struct __loadu_si128 {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1104 __m128i __v;
David Majnemer1cf22e62015-02-04 00:26:10 +0000[diff] [blame]1105 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1106 return ((struct __loadu_si128*)__p)->__v;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1107}
1108
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1109static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1110_mm_loadl_epi64(__m128i const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1111{
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]1112 struct __mm_loadl_epi64_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1113 long long __u;
Eli Friedman9bb51ad2011-09-15 23:15:27 +0000[diff] [blame]1114 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1115 return (__m128i) { ((struct __mm_loadl_epi64_struct*)__p)->__u, 0};
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1116}
1117
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1118static __inline__ __m128i __DEFAULT_FN_ATTRS
Anders Carlssondfa31172009-09-18 17:03:55 +0000[diff] [blame]1119_mm_set_epi64x(long long q1, long long q0)
1120{
1121 return (__m128i){ q0, q1 };
1122}
1123
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1124static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1125_mm_set_epi64(__m64 q1, __m64 q0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1126{
1127 return (__m128i){ (long long)q0, (long long)q1 };
1128}
1129
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1130static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1131_mm_set_epi32(int i3, int i2, int i1, int i0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1132{
1133 return (__m128i)(__v4si){ i0, i1, i2, i3};
1134}
1135
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1136static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1137_mm_set_epi16(short w7, short w6, short w5, short w4, short w3, short w2, short w1, short w0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1138{
1139 return (__m128i)(__v8hi){ w0, w1, w2, w3, w4, w5, w6, w7 };
1140}
1141
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1142static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1143_mm_set_epi8(char b15, char b14, char b13, char b12, char b11, char b10, char b9, char b8, char b7, char b6, char b5, char b4, char b3, char b2, char b1, char b0)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1144{
1145 return (__m128i)(__v16qi){ b0, b1, b2, b3, b4, b5, b6, b7, b8, b9, b10, b11, b12, b13, b14, b15 };
1146}
1147
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1148static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1149_mm_set1_epi64x(long long __q)
Anders Carlssondfa31172009-09-18 17:03:55 +0000[diff] [blame]1150{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1151 return (__m128i){ __q, __q };
Anders Carlssondfa31172009-09-18 17:03:55 +0000[diff] [blame]1152}
1153
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1154static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1155_mm_set1_epi64(__m64 __q)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1156{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1157 return (__m128i){ (long long)__q, (long long)__q };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1158}
1159
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1160static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1161_mm_set1_epi32(int __i)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1162{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1163 return (__m128i)(__v4si){ __i, __i, __i, __i };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1164}
1165
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1166static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1167_mm_set1_epi16(short __w)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1168{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1169 return (__m128i)(__v8hi){ __w, __w, __w, __w, __w, __w, __w, __w };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1170}
1171
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1172static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1173_mm_set1_epi8(char __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1174{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1175 return (__m128i)(__v16qi){ __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b, __b };
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1176}
1177
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1178static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1179_mm_setr_epi64(__m64 q0, __m64 q1)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1180{
1181 return (__m128i){ (long long)q0, (long long)q1 };
1182}
1183
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1184static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1185_mm_setr_epi32(int i0, int i1, int i2, int i3)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1186{
1187 return (__m128i)(__v4si){ i0, i1, i2, i3};
1188}
1189
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1190static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1191_mm_setr_epi16(short w0, short w1, short w2, short w3, short w4, short w5, short w6, short w7)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1192{
1193 return (__m128i)(__v8hi){ w0, w1, w2, w3, w4, w5, w6, w7 };
1194}
1195
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1196static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1197_mm_setr_epi8(char b0, char b1, char b2, char b3, char b4, char b5, char b6, char b7, char b8, char b9, char b10, char b11, char b12, char b13, char b14, char b15)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1198{
1199 return (__m128i)(__v16qi){ b0, b1, b2, b3, b4, b5, b6, b7, b8, b9, b10, b11, b12, b13, b14, b15 };
1200}
1201
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1202static __inline__ __m128i __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1203_mm_setzero_si128(void)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1204{
1205 return (__m128i){ 0LL, 0LL };
1206}
1207
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1208static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1209_mm_store_si128(__m128i *__p, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1210{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1211 *__p = __b;
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1212}
1213
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1214static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1215_mm_storeu_si128(__m128i *__p, __m128i __b)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1216{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1217 __builtin_ia32_storedqu((char *)__p, (__v16qi)__b);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1218}
1219
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1220static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1221_mm_maskmoveu_si128(__m128i __d, __m128i __n, char *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1222{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1223 __builtin_ia32_maskmovdqu((__v16qi)__d, (__v16qi)__n, __p);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1224}
1225
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1226static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1227_mm_storel_epi64(__m128i *__p, __m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1228{
Chad Rosier87622b82012-05-01 18:11:51 +0000[diff] [blame]1229 struct __mm_storel_epi64_struct {
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1230 long long __u;
Chad Rosier87622b82012-05-01 18:11:51 +0000[diff] [blame]1231 } __attribute__((__packed__, __may_alias__));
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1232 ((struct __mm_storel_epi64_struct*)__p)->__u = __a[0];
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1233}
1234
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1235static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1236_mm_stream_pd(double *__p, __m128d __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1237{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1238 __builtin_ia32_movntpd(__p, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1239}
1240
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1241static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1242_mm_stream_si128(__m128i *__p, __m128i __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1243{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1244 __builtin_ia32_movntdq(__p, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1245}
1246
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1247static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1248_mm_stream_si32(int *__p, int __a)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1249{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1250 __builtin_ia32_movnti(__p, __a);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1251}
1252
Eli Friedmanf9d8c6c2013-09-23 23:38:39 +0000[diff] [blame]1253#ifdef __x86_64__
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1254static __inline__ void __DEFAULT_FN_ATTRS
Eli Friedmanf9d8c6c2013-09-23 23:38:39 +0000[diff] [blame]1255_mm_stream_si64(long long *__p, long long __a)
1256{
1257 __builtin_ia32_movnti64(__p, __a);
1258}
1259#endif
1260
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1261static __inline__ void __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1262_mm_clflush(void const *__p)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1263{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1264 __builtin_ia32_clflush(__p);
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1265}
1266
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1267static __inline__ void __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1268_mm_lfence(void)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1269{
1270 __builtin_ia32_lfence();
1271}
1272
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1273static __inline__ void __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1274_mm_mfence(void)
Anders Carlssona0d5ca22008-12-25 23:48:58 +0000[diff] [blame]1275{
1276 __builtin_ia32_mfence();
1277}
1278
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1279static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1280_mm_packs_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1281{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1282 return (__m128i)__builtin_ia32_packsswb128((__v8hi)__a, (__v8hi)__b);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1283}
1284
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1285static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1286_mm_packs_epi32(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1287{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1288 return (__m128i)__builtin_ia32_packssdw128((__v4si)__a, (__v4si)__b);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1289}
1290
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1291static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1292_mm_packus_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1293{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1294 return (__m128i)__builtin_ia32_packuswb128((__v8hi)__a, (__v8hi)__b);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1295}
1296
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1297static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1298_mm_extract_epi16(__m128i __a, int __imm)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1299{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1300 __v8hi __b = (__v8hi)__a;
Manman Renbe38b9e2013-10-22 19:24:42 +0000[diff] [blame]1301 return (unsigned short)__b[__imm & 7];
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1302}
1303
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1304static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1305_mm_insert_epi16(__m128i __a, int __b, int __imm)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1306{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1307 __v8hi __c = (__v8hi)__a;
1308 __c[__imm & 7] = __b;
1309 return (__m128i)__c;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1310}
1311
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1312static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1313_mm_movemask_epi8(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1314{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1315 return __builtin_ia32_pmovmskb128((__v16qi)__a);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1316}
1317
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1318#define _mm_shuffle_epi32(a, imm) __extension__ ({ \
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]1319 (__m128i)__builtin_shufflevector((__v4si)(__m128i)(a), \
1320 (__v4si)_mm_set1_epi32(0), \
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1321 (imm) & 0x3, ((imm) & 0xc) >> 2, \
1322 ((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6); })
Chris Lattnerf03406f2011-04-25 20:42:40 +0000[diff] [blame]1323
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1324#define _mm_shufflelo_epi16(a, imm) __extension__ ({ \
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]1325 (__m128i)__builtin_shufflevector((__v8hi)(__m128i)(a), \
1326 (__v8hi)_mm_set1_epi16(0), \
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1327 (imm) & 0x3, ((imm) & 0xc) >> 2, \
1328 ((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6, \
1329 4, 5, 6, 7); })
Chris Lattnerf03406f2011-04-25 20:42:40 +0000[diff] [blame]1330
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1331#define _mm_shufflehi_epi16(a, imm) __extension__ ({ \
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]1332 (__m128i)__builtin_shufflevector((__v8hi)(__m128i)(a), \
1333 (__v8hi)_mm_set1_epi16(0), \
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1334 0, 1, 2, 3, \
1335 4 + (((imm) & 0x03) >> 0), \
1336 4 + (((imm) & 0x0c) >> 2), \
1337 4 + (((imm) & 0x30) >> 4), \
1338 4 + (((imm) & 0xc0) >> 6)); })
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1339
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1340static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1341_mm_unpackhi_epi8(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1342{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1343 return (__m128i)__builtin_shufflevector((__v16qi)__a, (__v16qi)__b, 8, 16+8, 9, 16+9, 10, 16+10, 11, 16+11, 12, 16+12, 13, 16+13, 14, 16+14, 15, 16+15);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1344}
1345
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1346static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1347_mm_unpackhi_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1348{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1349 return (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi)__b, 4, 8+4, 5, 8+5, 6, 8+6, 7, 8+7);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1350}
1351
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1352static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1353_mm_unpackhi_epi32(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1354{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1355 return (__m128i)__builtin_shufflevector((__v4si)__a, (__v4si)__b, 2, 4+2, 3, 4+3);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1356}
1357
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1358static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1359_mm_unpackhi_epi64(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1360{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1361 return (__m128i)__builtin_shufflevector(__a, __b, 1, 2+1);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1362}
1363
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1364static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1365_mm_unpacklo_epi8(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1366{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1367 return (__m128i)__builtin_shufflevector((__v16qi)__a, (__v16qi)__b, 0, 16+0, 1, 16+1, 2, 16+2, 3, 16+3, 4, 16+4, 5, 16+5, 6, 16+6, 7, 16+7);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1368}
1369
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1370static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1371_mm_unpacklo_epi16(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1372{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1373 return (__m128i)__builtin_shufflevector((__v8hi)__a, (__v8hi)__b, 0, 8+0, 1, 8+1, 2, 8+2, 3, 8+3);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1374}
1375
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1376static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1377_mm_unpacklo_epi32(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1378{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1379 return (__m128i)__builtin_shufflevector((__v4si)__a, (__v4si)__b, 0, 4+0, 1, 4+1);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1380}
1381
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1382static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1383_mm_unpacklo_epi64(__m128i __a, __m128i __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1384{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1385 return (__m128i)__builtin_shufflevector(__a, __b, 0, 2+0);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1386}
1387
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1388static __inline__ __m64 __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1389_mm_movepi64_pi64(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1390{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1391 return (__m64)__a[0];
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1392}
1393
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1394static __inline__ __m128i __DEFAULT_FN_ATTRS
Alp Tokerd480b1b2013-11-23 22:11:57 +0000[diff] [blame]1395_mm_movpi64_epi64(__m64 __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1396{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1397 return (__m128i){ (long long)__a, 0 };
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1398}
1399
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1400static __inline__ __m128i __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1401_mm_move_epi64(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1402{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1403 return __builtin_shufflevector(__a, (__m128i){ 0 }, 0, 2);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1404}
1405
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1406static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1407_mm_unpackhi_pd(__m128d __a, __m128d __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1408{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1409 return __builtin_shufflevector(__a, __b, 1, 2+1);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1410}
1411
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1412static __inline__ __m128d __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1413_mm_unpacklo_pd(__m128d __a, __m128d __b)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1414{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1415 return __builtin_shufflevector(__a, __b, 0, 2+0);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1416}
1417
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1418static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1419_mm_movemask_pd(__m128d __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1420{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]1421 return __builtin_ia32_movmskpd(__a);
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1422}
1423
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]1424#define _mm_shuffle_pd(a, b, i) __extension__ ({ \
Craig Topper51e47412015-02-13 06:04:43 +0000[diff] [blame]1425 __builtin_shufflevector((__m128d)(a), (__m128d)(b), \
1426 (i) & 1, (((i) & 2) >> 1) + 2); })
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1427
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1428static __inline__ __m128 __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1429_mm_castpd_ps(__m128d __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1430{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1431 return (__m128)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1432}
1433
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1434static __inline__ __m128i __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1435_mm_castpd_si128(__m128d __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1436{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1437 return (__m128i)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1438}
1439
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1440static __inline__ __m128d __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1441_mm_castps_pd(__m128 __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1442{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1443 return (__m128d)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1444}
1445
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1446static __inline__ __m128i __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1447_mm_castps_si128(__m128 __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1448{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1449 return (__m128i)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1450}
1451
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1452static __inline__ __m128 __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1453_mm_castsi128_ps(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1454{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1455 return (__m128)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1456}
1457
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1458static __inline__ __m128d __DEFAULT_FN_ATTRS
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1459_mm_castsi128_pd(__m128i __a)
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1460{
Reid Kleckner7ab75b32013-04-19 17:00:14 +0000[diff] [blame]1461 return (__m128d)__a;
Anders Carlsson85eb1242008-12-26 00:45:50 +0000[diff] [blame]1462}
1463
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1464static __inline__ void __DEFAULT_FN_ATTRS
Mike Stump5b31ed32009-02-13 14:24:50 +0000[diff] [blame]1465_mm_pause(void)
Anders Carlsson37c23712008-12-26 00:49:43 +0000[diff] [blame]1466{
Anders Carlsson88b53662008-12-26 02:22:10 +0000[diff] [blame]1467 __asm__ volatile ("pause");
Anders Carlsson37c23712008-12-26 00:49:43 +0000[diff] [blame]1468}
1469
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame^]1470#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]1471
Anders Carlsson43c2bab2009-01-21 01:49:39 +0000[diff] [blame]1472#define _MM_SHUFFLE2(x, y) (((x) << 1) | (y))
Anders Carlsson37c23712008-12-26 00:49:43 +0000[diff] [blame]1473
Anders Carlssonf15e71d2008-12-24 01:45:22 +0000[diff] [blame]1474#endif /* __EMMINTRIN_H */