blob: cd901662d68b08f96101394a16209f49e4ef3b61 [file] [log] [blame]
Anders Carlssonf29b7742009-02-11 06:39:50 +00001/*===---- pmmintrin.h - SSE3 intrinsics ------------------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#ifndef __PMMINTRIN_H
25#define __PMMINTRIN_H
26
27#ifndef __SSE3__
28#error "SSE3 instruction set not enabled"
29#else
30
31#include <emmintrin.h>
32
Anders Carlssona2f12ae2009-02-14 01:00:11 +000033static inline __m128i __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000034_mm_lddqu_si128(__m128i const *p)
Anders Carlssonf29b7742009-02-11 06:39:50 +000035{
36 return (__m128i)__builtin_ia32_lddqu((char const *)p);
37}
38
Anders Carlssona2f12ae2009-02-14 01:00:11 +000039static inline __m128 __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000040_mm_addsub_ps(__m128 a, __m128 b)
Anders Carlssonf29b7742009-02-11 06:39:50 +000041{
42 return __builtin_ia32_addsubps(a, b);
43}
44
Anders Carlssona2f12ae2009-02-14 01:00:11 +000045static inline __m128 __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000046_mm_hadd_ps(__m128 a, __m128 b)
Anders Carlssonf29b7742009-02-11 06:39:50 +000047{
48 return __builtin_ia32_haddps(a, b);
49}
50
Anders Carlssona2f12ae2009-02-14 01:00:11 +000051static inline __m128 __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000052_mm_hsub_ps(__m128 a, __m128 b)
Anders Carlssonf29b7742009-02-11 06:39:50 +000053{
54 return __builtin_ia32_hsubps(a, b);
55}
56
Anders Carlssona2f12ae2009-02-14 01:00:11 +000057static inline __m128 __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000058_mm_movehdup_ps(__m128 a)
Anders Carlssonf29b7742009-02-11 06:39:50 +000059{
60 return __builtin_shufflevector(a, a, 1, 1, 3, 3);
61}
62
Anders Carlssona2f12ae2009-02-14 01:00:11 +000063static inline __m128 __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000064_mm_moveldup_ps(__m128 a)
Anders Carlssonf29b7742009-02-11 06:39:50 +000065{
66 return __builtin_shufflevector(a, a, 0, 0, 2, 2);
67}
68
Anders Carlssona2f12ae2009-02-14 01:00:11 +000069static inline __m128d __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000070_mm_addsub_pd(__m128d a, __m128d b)
Anders Carlssonf29b7742009-02-11 06:39:50 +000071{
72 return __builtin_ia32_addsubpd(a, b);
73}
74
Anders Carlssona2f12ae2009-02-14 01:00:11 +000075static inline __m128d __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000076_mm_hadd_pd(__m128d a, __m128d b)
Anders Carlssonf29b7742009-02-11 06:39:50 +000077{
78 return __builtin_ia32_haddpd(a, b);
79}
80
Anders Carlssona2f12ae2009-02-14 01:00:11 +000081static inline __m128d __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000082_mm_hsub_pd(__m128d a, __m128d b)
Anders Carlssonf29b7742009-02-11 06:39:50 +000083{
84 return __builtin_ia32_hsubpd(a, b);
85}
86
Anders Carlssona2f12ae2009-02-14 01:00:11 +000087static inline __m128d __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000088_mm_loaddup_pd(double const *dp)
Anders Carlssonf29b7742009-02-11 06:39:50 +000089{
Anders Carlsson13f5f6e2009-02-14 01:06:58 +000090 return (__m128d){ *dp, *dp };
Anders Carlssonf29b7742009-02-11 06:39:50 +000091}
92
Anders Carlssona2f12ae2009-02-14 01:00:11 +000093static inline __m128d __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +000094_mm_movedup_pd(__m128d a)
Anders Carlssonf29b7742009-02-11 06:39:50 +000095{
96 return __builtin_shufflevector(a, a, 0, 0);
97}
98
99#define _MM_DENORMALS_ZERO_ON (0x0040)
100#define _MM_DENORMALS_ZERO_OFF (0x0000)
101
102#define _MM_DENORMALS_ZERO_MASK (0x0040)
103
104#define _MM_GET_DENORMALS_ZERO_MODE() (_mm_getcsr() & _MM_DENORMALS_ZERO_MASK)
105#define _MM_SET_DENORMALS_ZERO_MODE(x) (_mm_setcsr((_mm_getcsr() & ~_MM_DENORMALS_ZERO_MASK) | (x)))
106
Anders Carlssona2f12ae2009-02-14 01:00:11 +0000107static inline void __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +0000108_mm_monitor(void const *p, unsigned extensions, unsigned hints)
Anders Carlssonf29b7742009-02-11 06:39:50 +0000109{
110 __builtin_ia32_monitor((void *)p, extensions, hints);
111}
112
Anders Carlssona2f12ae2009-02-14 01:00:11 +0000113static inline void __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +0000114_mm_mwait(unsigned extensions, unsigned hints)
Anders Carlssonf29b7742009-02-11 06:39:50 +0000115{
116 __builtin_ia32_mwait(extensions, hints);
117}
118
119#endif /* __SSE3__ */
120
121#endif /* __PMMINTRIN_H */