Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / 4d185168e9dbc4da5c6849062815b4338f3aeb99 / . / clang / lib / Headers / tmmintrin.h
blob: 87e74f19e56c33e9233ddc151de64068dc06e0e3 [file] [log] [blame]
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]1/*===---- tmmintrin.h - SSSE3 intrinsics -----------------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#ifndef __TMMINTRIN_H
25#define __TMMINTRIN_H
26
27#ifndef __SSSE3__
28#error "SSSE3 instruction set not enabled"
29#else
30
31#include <pmmintrin.h>
32
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]33/* Define the default attributes for the functions in this file. */
34#define DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__))
35
36static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]37_mm_abs_pi8(__m64 __a)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]38{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]39 return (__m64)__builtin_ia32_pabsb((__v8qi)__a);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]40}
41
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]42static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]43_mm_abs_epi8(__m128i __a)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]44{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]45 return (__m128i)__builtin_ia32_pabsb128((__v16qi)__a);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]46}
47
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]48static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]49_mm_abs_pi16(__m64 __a)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]50{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]51 return (__m64)__builtin_ia32_pabsw((__v4hi)__a);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]52}
53
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]54static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]55_mm_abs_epi16(__m128i __a)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]56{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]57 return (__m128i)__builtin_ia32_pabsw128((__v8hi)__a);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]58}
59
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]60static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]61_mm_abs_pi32(__m64 __a)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]62{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]63 return (__m64)__builtin_ia32_pabsd((__v2si)__a);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]64}
65
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]66static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]67_mm_abs_epi32(__m128i __a)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]68{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]69 return (__m128i)__builtin_ia32_pabsd128((__v4si)__a);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]70}
71
Bob Wilsonc9b97cc2011-11-05 06:08:06 +0000[diff] [blame]72#define _mm_alignr_epi8(a, b, n) __extension__ ({ \
73 __m128i __a = (a); \
74 __m128i __b = (b); \
75 (__m128i)__builtin_ia32_palignr128((__v16qi)__a, (__v16qi)__b, (n)); })
76
77#define _mm_alignr_pi8(a, b, n) __extension__ ({ \
78 __m64 __a = (a); \
79 __m64 __b = (b); \
80 (__m64)__builtin_ia32_palignr((__v8qi)__a, (__v8qi)__b, (n)); })
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]81
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]82static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]83_mm_hadd_epi16(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]84{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]85 return (__m128i)__builtin_ia32_phaddw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]86}
87
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]88static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]89_mm_hadd_epi32(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]90{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]91 return (__m128i)__builtin_ia32_phaddd128((__v4si)__a, (__v4si)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]92}
93
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]94static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]95_mm_hadd_pi16(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]96{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]97 return (__m64)__builtin_ia32_phaddw((__v4hi)__a, (__v4hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]98}
99
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]100static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]101_mm_hadd_pi32(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]102{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]103 return (__m64)__builtin_ia32_phaddd((__v2si)__a, (__v2si)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]104}
105
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]106static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]107_mm_hadds_epi16(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]108{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]109 return (__m128i)__builtin_ia32_phaddsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]110}
111
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]112static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]113_mm_hadds_pi16(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]114{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]115 return (__m64)__builtin_ia32_phaddsw((__v4hi)__a, (__v4hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]116}
117
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]118static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]119_mm_hsub_epi16(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]120{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]121 return (__m128i)__builtin_ia32_phsubw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]122}
123
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]124static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]125_mm_hsub_epi32(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]126{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]127 return (__m128i)__builtin_ia32_phsubd128((__v4si)__a, (__v4si)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]128}
129
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]130static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]131_mm_hsub_pi16(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]132{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]133 return (__m64)__builtin_ia32_phsubw((__v4hi)__a, (__v4hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]134}
135
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]136static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]137_mm_hsub_pi32(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]138{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]139 return (__m64)__builtin_ia32_phsubd((__v2si)__a, (__v2si)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]140}
141
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]142static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]143_mm_hsubs_epi16(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]144{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]145 return (__m128i)__builtin_ia32_phsubsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]146}
147
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]148static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]149_mm_hsubs_pi16(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]150{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]151 return (__m64)__builtin_ia32_phsubsw((__v4hi)__a, (__v4hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]152}
153
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]154static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]155_mm_maddubs_epi16(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]156{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]157 return (__m128i)__builtin_ia32_pmaddubsw128((__v16qi)__a, (__v16qi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]158}
159
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]160static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]161_mm_maddubs_pi16(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]162{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]163 return (__m64)__builtin_ia32_pmaddubsw((__v8qi)__a, (__v8qi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]164}
165
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]166static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]167_mm_mulhrs_epi16(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]168{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]169 return (__m128i)__builtin_ia32_pmulhrsw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]170}
171
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]172static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]173_mm_mulhrs_pi16(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]174{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]175 return (__m64)__builtin_ia32_pmulhrsw((__v4hi)__a, (__v4hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]176}
177
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]178static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]179_mm_shuffle_epi8(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]180{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]181 return (__m128i)__builtin_ia32_pshufb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]182}
183
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]184static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]185_mm_shuffle_pi8(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]186{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]187 return (__m64)__builtin_ia32_pshufb((__v8qi)__a, (__v8qi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]188}
189
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]190static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]191_mm_sign_epi8(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]192{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]193 return (__m128i)__builtin_ia32_psignb128((__v16qi)__a, (__v16qi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]194}
195
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]196static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]197_mm_sign_epi16(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]198{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]199 return (__m128i)__builtin_ia32_psignw128((__v8hi)__a, (__v8hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]200}
201
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]202static __inline__ __m128i DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]203_mm_sign_epi32(__m128i __a, __m128i __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]204{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]205 return (__m128i)__builtin_ia32_psignd128((__v4si)__a, (__v4si)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]206}
207
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]208static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]209_mm_sign_pi8(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]210{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]211 return (__m64)__builtin_ia32_psignb((__v8qi)__a, (__v8qi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]212}
213
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]214static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]215_mm_sign_pi16(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]216{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]217 return (__m64)__builtin_ia32_psignw((__v4hi)__a, (__v4hi)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]218}
219
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]220static __inline__ __m64 DEFAULT_FN_ATTRS
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]221_mm_sign_pi32(__m64 __a, __m64 __b)
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]222{
David Blaikie3302f2b2013-01-16 23:08:36 +0000[diff] [blame]223 return (__m64)__builtin_ia32_psignd((__v2si)__a, (__v2si)__b);
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]224}
225
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame^]226#undef DEFAULT_FN_ATTRS
227
Anders Carlssonb317efd2009-02-17 03:05:04 +0000[diff] [blame]228#endif /* __SSSE3__ */
229
230#endif /* __TMMINTRIN_H */